-- Logs begin at Wed 2021-09-15 01:52:38 UTC, end at Wed 2021-09-15 02:58:14 UTC. -- Sep 15 02:35:57.797686 dv-cinder-759955-25-smb systemd[1]: Started Devstack devstack@q-svc.service. Sep 15 02:36:00.520325 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.common.config [-] Logging enabled! Sep 15 02:36:00.520921 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev642 Sep 15 02:36:00.521075 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100934) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 15 02:36:00.524515 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.common.config [-] Logging enabled! Sep 15 02:36:00.524769 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev642 Sep 15 02:36:00.525077 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100934) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 15 02:36:00.526013 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 15 02:36:00.526244 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 15 02:36:00.526598 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 15 02:36:00.526839 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 15 02:36:00.527091 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 15 02:36:00.527408 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:00.527702 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:00.527992 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:00.528218 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:00.528513 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:00.528801 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:00.529077 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:00.529359 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:00.529649 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:00.529926 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:00.530196 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:00.530473 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:00.530697 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:00.531006 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] config_source = [] {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:00.531271 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:00.531551 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:00.531768 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] debug = True {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:00.532044 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:00.532463 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:00.532868 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:00.533140 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:00.533421 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:00.533694 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:00.533958 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:00.534228 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:00.534503 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:00.534820 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] host = dv-cinder-759955-25-smb {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:00.535119 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:00.535408 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:00.535674 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:00.535951 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:00.536250 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:00.536521 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:00.536797 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:00.537061 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] log_dir = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:00.537844 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] log_file = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:00.538115 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:00.538393 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:00.538671 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:00.538955 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:00.539196 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:00.539412 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:00.539691 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:00.539969 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:00.540234 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:00.540499 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:00.540763 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:00.541026 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:00.541287 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:00.541547 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:00.541827 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:00.542103 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:00.542379 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:00.542644 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:00.542908 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:00.543194 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:00.543456 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:00.543732 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:00.543997 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:00.544261 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:00.544523 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:00.544801 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:00.545061 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:00.545322 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:00.545612 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:00.545890 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:00.546162 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:00.546438 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:00.546703 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:00.546999 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:00.547340 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:00.547608 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] use_journal = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:00.547874 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] use_json = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:00.548139 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:00.548400 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:00.548676 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:00.548944 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:00.549208 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:00.549471 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:00.549733 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:00.550012 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:00.550303 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:00.550592 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:00.550884 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:00.551183 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:00.551471 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:00.551743 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:00.552026 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:00.552297 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:00.552601 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:00.553564 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:00.554028 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:00.554028 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:00.554297 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:00.554570 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:00.554861 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:00.555187 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:00.555477 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:00.555761 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:00.556028 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:00.556296 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:00.556563 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:00.556834 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:00.557114 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:00.557409 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:00.557691 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:00.557971 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:00.558242 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:00.558519 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:00.558806 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:00.559130 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:00.559400 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:00.559672 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:00.559953 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:00.560224 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:00.560489 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:00.560759 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:00.561038 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:00.561307 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:00.561569 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:00.561840 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:00.562109 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:00.562373 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:00.562637 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:00.562906 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:00.563211 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:00.563480 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:00.563743 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:00.564004 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:00.564295 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:00.564559 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:00.564835 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:00.565102 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:00.565366 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:00.565627 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:00.565894 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:00.566156 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:00.566422 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:00.566691 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:00.566954 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:00.567242 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:00.567506 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:00.567767 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:00.568029 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:00.568293 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:00.568674 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:00.569113 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:00.569113 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:00.569364 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:00.569627 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:00.569891 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:00.570157 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:00.570419 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:00.570684 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:00.570982 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:00.571272 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:00.571540 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:00.571808 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:00.572074 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:00.572344 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:00.577115 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:00.577115 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:00.577115 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:00.577115 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:00.577115 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:00.577115 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:00.577115 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:00.577115 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:00.577799 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:00.577799 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:00.577799 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:00.577799 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:00.577799 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:00.577799 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:00.577799 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:00.577799 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:00.578318 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:00.578318 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:00.578318 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:00.578318 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:00.578318 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:00.578318 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:00.578751 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:00.578751 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:00.578991 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:00.579217 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 15 02:36:00.579449 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=100934) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 15 02:36:00.935253 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=100934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 02:36:00.935523 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=100934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 02:36:00.935808 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=100934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 02:36:00.936141 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 15 02:36:01.333409 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:01.333631 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:01.333904 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:01.336092 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:01.336368 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:01.336629 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:01.371193 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:01.371469 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:01.371733 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:01.386643 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:01.386916 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:01.387217 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:01.415625 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:01.415903 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:01.416161 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:01.453139 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:01.453414 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:01.453679 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:01.686610 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:01.687212 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:01.687212 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:01.687412 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:01.688109 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:01.806802 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:01.807138 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:01.807419 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:01.807687 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:01.807948 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:01.808253 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:01.808508 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:01.808759 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:01.809006 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:01.809293 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:01.809544 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:01.809810 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:01.810056 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:01.810301 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:01.810550 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:01.810807 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:01.811081 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:01.811345 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:01.811609 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:01.811861 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:01.812127 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:01.812373 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:01.812649 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:01.813018 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:01.813262 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:01.813501 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:01.813887 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=100934) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 02:36:01.814124 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=100934) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 02:36:01.814355 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=100934) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 02:36:01.814586 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=100934) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 02:36:01.814816 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=100934) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 02:36:01.815075 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=100934) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 02:36:01.815434 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 15 02:36:01.818483 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 15 02:36:01.822506 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 15 02:36:01.826166 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Sep 15 02:36:01.827873 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 15 02:36:01.828316 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 15 02:36:01.828646 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 15 02:36:01.829028 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 15 02:36:01.831798 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 15 02:36:01.832046 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 15 02:36:01.832389 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 15 02:36:01.838327 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 15 02:36:01.860621 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 15 02:36:01.861063 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:01.861351 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=100934) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 15 02:36:01.861702 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:01.863064 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=100934) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 15 02:36:01.863503 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 15 02:36:01.863746 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 15 02:36:01.866776 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:01.867071 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:01.930014 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 15 02:36:01.930192 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 15 02:36:01.930427 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 15 02:36:01.930785 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 15 02:36:01.952785 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_db.sqlalchemy.engines [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=100934) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 15 02:36:02.616188 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.plugins.ml2.managers [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Initializing driver for type 'gre' Sep 15 02:36:02.616895 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] gre ID ranges: [(1, 1000)] Sep 15 02:36:02.809594 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.plugins.ml2.managers [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Initializing driver for type 'local' Sep 15 02:36:02.810177 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.plugins.ml2.managers [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Initializing driver for type 'vlan' Sep 15 02:36:02.906293 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] VlanTypeDriver initialization complete Sep 15 02:36:02.906624 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.plugins.ml2.managers [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Initializing driver for type 'vxlan' Sep 15 02:36:02.907209 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] vxlan ID ranges: [(1, 1000)] Sep 15 02:36:03.083994 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.plugins.ml2.managers [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Initializing extension driver 'port_security' Sep 15 02:36:03.084974 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.plugins.ml2.extensions.port_security [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] PortSecurityExtensionDriver initialization complete Sep 15 02:36:03.085389 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.plugins.ml2.managers [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Initializing mechanism driver 'openvswitch' Sep 15 02:36:03.085719 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.plugins.ml2.managers [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Initializing mechanism driver 'hyperv' Sep 15 02:36:03.092389 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.plugins.ml2.plugin [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=100934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:36:03.093072 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Subscribe: > port after_create 55550000 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:03.093445 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Subscribe: > port after_update 55550000 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:03.093800 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Subscribe: > port after_delete 55550000 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:03.094322 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=100934) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 15 02:36:03.094758 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Subscribe: > subnet after_create 55550000 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:03.095150 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Subscribe: > subnet after_update 55550000 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:03.095507 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Subscribe: > subnet after_delete 55550000 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:03.095901 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=100934) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 15 02:36:03.096320 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Subscribe: > network after_create 55550000 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:03.096675 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Subscribe: > network after_update 55550000 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:03.097023 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Subscribe: > network after_delete 55550000 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:03.097416 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=100934) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 15 02:36:03.097829 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Subscribe: > security_group after_create 55550000 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:03.098178 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Subscribe: > security_group after_update 55550000 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:03.098519 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Subscribe: > security_group after_delete 55550000 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:03.099072 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=100934) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 15 02:36:03.104230 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:03.104230 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:03.104230 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:03.104230 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=100934) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 15 02:36:03.104230 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Subscribe: > address_group after_create 55550000 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:03.104607 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Subscribe: > address_group after_update 55550000 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:03.104607 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Subscribe: > address_group after_delete 55550000 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:03.104607 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=100934) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 15 02:36:03.104607 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] ML2 OVO RPC backend initialized. {{(pid=100934) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 15 02:36:03.104607 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Subscribe: > router_interface after_create 55550000 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:03.104969 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:03.104969 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Subscribe: > network before_response 55550000 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:03.104969 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Subscribe: > networks before_response 55550000 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:03.105323 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Subscribe: > port before_response 55550000 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:03.105669 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Subscribe: > ports before_response 55550000 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:03.106017 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Subscribe: > subnet before_response 55550000 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:03.106363 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Subscribe: > subnets before_response 55550000 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:03.106712 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Subscribe: > network after_create 55550000 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:03.107086 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Subscribe: > network after_update 55550000 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:03.107427 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Subscribe: > network after_delete 55550000 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:03.107778 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Subscribe: > port after_create 55550000 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:03.108104 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Subscribe: > port after_update 55550000 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:03.108440 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Subscribe: > port after_delete 55550000 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:03.108775 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Subscribe: > subnet after_create 55550000 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:03.109115 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Subscribe: > subnet after_update 55550000 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:03.109449 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Subscribe: > subnet after_delete 55550000 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:03.110025 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.plugins.ml2.plugin [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Modular L2 Plugin initialization complete Sep 15 02:36:03.110353 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.manager [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loading services supported by the core plugin {{(pid=100934) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 15 02:36:03.110682 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.plugins.ml2.managers [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Got port-security extension from driver 'port_security' Sep 15 02:36:03.111215 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.extensions.vlantransparent [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Disabled vlantransparent extension. Sep 15 02:36:03.111709 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.manager [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=100934) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 15 02:36:03.112025 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.manager [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loading Plugin: router Sep 15 02:36:03.148167 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Subscribe: > router_interface before_create 55550000 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:03.148564 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Subscribe: > router after_create 55549900 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:03.148945 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Subscribe: > router before_create 55549900 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:03.149320 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Subscribe: > router_interface before_delete 55550000 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:03.149712 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:03.150069 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Subscribe: > router after_delete 55549900 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:03.150437 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Subscribe: > floatingip after_create 55550000 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:03.150798 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Subscribe: > floatingip after_update 55550000 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:03.151192 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Subscribe: > router after_create 55549900 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:03.151553 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Subscribe: > router after_update 55549900 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:03.151911 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Subscribe: > router after_update 55549900 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:03.152267 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:03.152638 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Subscribe: > router after_update 55549900 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:03.153059 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Subscribe: > router precommit_update 55549900 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:03.153437 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Subscribe: port after_update 55550000 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:03.153782 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Subscribe: port after_delete 55550000 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:03.154126 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Subscribe: subnet after_update 55550000 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:03.154474 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:03.154826 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Subscribe: > port precommit_delete 55550000 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:03.155203 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Subscribe: > router precommit_create 55549900 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:03.155556 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Subscribe: port before_delete 55550000 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:03.155901 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Subscribe: > router precommit_create 55550000 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:03.156264 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Subscribe: > router after_update 55549900 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:03.156655 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Subscribe: > router precommit_delete 55549900 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:03.156970 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Subscribe: > router precommit_create 55549900 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:03.157336 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Subscribe: > router_interface after_create 55550000 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:03.157687 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Subscribe: > router precommit_update 55549900 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:03.158067 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Subscribe: > agent after_create 55550000 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:03.158425 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Subscribe: > agent after_delete 55550000 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:03.158778 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Subscribe: > network after_delete 55550000 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:03.159666 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.quota.resource_registry [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Tracking information for resource: router configured {{(pid=100934) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 02:36:03.160004 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.quota.resource_registry [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Tracking information for resource: floatingip configured {{(pid=100934) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 02:36:03.165561 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.db.l3_agentschedulers_db [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 15 02:36:03.166143 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Subscribe: port after_update 55550000 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:03.166505 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Subscribe: port after_create 55550000 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:03.166861 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Subscribe: port after_delete 55550000 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:03.167239 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Subscribe: port after_update 55550000 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:03.168024 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Subscribe: > router before_create 55550100 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:03.168392 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Subscribe: > router precommit_delete 55550100 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:03.168758 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Subscribe: > router precommit_create 55550100 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:03.169118 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Subscribe: > router precommit_update 55550100 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:03.173797 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.services.provider_configuration [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Service providers = [] {{(pid=100934) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 15 02:36:03.174166 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.db.servicetype_db [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=100934) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 15 02:36:03.177207 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.services.service_base [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=100934) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 15 02:36:03.177561 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.services.service_base [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=100934) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 15 02:36:03.177977 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.services.service_base [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=100934) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 15 02:36:03.178884 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.services.service_base [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=100934) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 15 02:36:03.179289 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.services.service_base [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 15 02:36:03.179671 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.manager [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=100934) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 02:36:03.179994 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.manager [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 15 02:36:03.190560 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.manager [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=100934) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 02:36:03.190908 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.manager [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loading Plugin: auto_allocate Sep 15 02:36:03.196744 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Subscribe: network precommit_update 55550000 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:03.197122 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Subscribe: network precommit_create 55550000 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:03.197638 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.manager [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=100934) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 02:36:03.197964 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.manager [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loading Plugin: tag Sep 15 02:36:03.204619 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.manager [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=100934) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 02:36:03.205083 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.manager [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loading Plugin: timestamp Sep 15 02:36:03.210176 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.manager [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=100934) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 02:36:03.210497 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.manager [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loading Plugin: network_ip_availability Sep 15 02:36:03.218117 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:03.218495 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:03.218857 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:03.227932 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.manager [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=100934) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 02:36:03.227932 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.manager [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loading Plugin: flavors Sep 15 02:36:03.232994 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.manager [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=100934) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 02:36:03.233334 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.manager [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loading Plugin: revisions Sep 15 02:36:03.237687 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.manager [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=100934) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 02:36:03.238198 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_concurrency.lockutils [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.302s {{(pid=100934) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 02:36:03.238946 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=100934) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 15 02:36:03.239311 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Initializing extension manager. Sep 15 02:36:03.239824 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loading extension file: __init__.py {{(pid=100934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:36:03.240169 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loading extension file: __pycache__ {{(pid=100934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:36:03.240549 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=100934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:36:03.240915 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loading extension file: address_group.py {{(pid=100934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:36:03.241727 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=100934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:36:03.242303 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loaded extension: address-group Sep 15 02:36:03.242628 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loading extension file: address_scope.py {{(pid=100934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:36:03.243657 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=100934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:36:03.244166 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loaded extension: address-scope Sep 15 02:36:03.244491 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loading extension file: admin_state_down_before_update.py {{(pid=100934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:36:03.245432 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=100934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:36:03.245939 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loaded extension: router-admin-state-down-before-update Sep 15 02:36:03.246263 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loading extension file: agent.py {{(pid=100934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:36:03.246985 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=100934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:36:03.247496 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loaded extension: agent Sep 15 02:36:03.247820 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loading extension file: agent_resources_synced.py {{(pid=100934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:36:03.248745 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=100934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:36:03.249250 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loaded extension: agent-resources-synced Sep 15 02:36:03.249574 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loading extension file: allowedaddresspairs.py {{(pid=100934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:36:03.257536 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=100934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:36:03.258064 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loaded extension: allowed-address-pairs Sep 15 02:36:03.258401 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loading extension file: auto_allocated_topology.py {{(pid=100934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:36:03.259524 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=100934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:36:03.260042 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loaded extension: auto-allocated-topology Sep 15 02:36:03.260416 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loading extension file: availability_zone.py {{(pid=100934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:36:03.261114 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=100934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:36:03.261620 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loaded extension: availability_zone Sep 15 02:36:03.261947 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loading extension file: availability_zone_filter.py {{(pid=100934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:36:03.263007 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=100934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:36:03.263518 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loaded extension: availability_zone_filter Sep 15 02:36:03.263846 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loading extension file: data_plane_status.py {{(pid=100934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:36:03.264821 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=100934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:36:03.265324 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Extension data-plane-status not supported by any of loaded plugins Sep 15 02:36:03.265696 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loading extension file: default_subnetpools.py {{(pid=100934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:36:03.266614 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=100934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:36:03.267173 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loaded extension: default-subnetpools Sep 15 02:36:03.267501 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loading extension file: dhcpagentscheduler.py {{(pid=100934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:36:03.268322 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:36:03.269084 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loaded extension: dhcp_agent_scheduler Sep 15 02:36:03.269412 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loading extension file: dns.py {{(pid=100934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:36:03.270339 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=100934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:36:03.270845 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Extension dns-integration not supported by any of loaded plugins Sep 15 02:36:03.271206 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loading extension file: dns_domain_ports.py {{(pid=100934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:36:03.279210 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=100934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:36:03.279719 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 15 02:36:03.280046 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=100934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:36:03.280977 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=100934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:36:03.281559 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 15 02:36:03.282002 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loading extension file: dvr.py {{(pid=100934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:36:03.282795 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=100934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:36:03.283654 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loaded extension: dvr Sep 15 02:36:03.284066 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loading extension file: ecmp_routes.py {{(pid=100934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:36:03.285100 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=100934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:36:03.285697 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Extension ecmp_routes not supported by any of loaded plugins Sep 15 02:36:03.286103 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loading extension file: empty_string_filtering.py {{(pid=100934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:36:03.287206 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=100934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:36:03.288466 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loaded extension: empty-string-filtering Sep 15 02:36:03.288831 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=100934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:36:03.289796 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:36:03.290361 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 15 02:36:03.290727 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=100934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:36:03.291727 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=100934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:36:03.292281 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 15 02:36:03.292642 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loading extension file: external_net.py {{(pid=100934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:36:03.293585 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=100934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:36:03.294168 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loaded extension: external-net Sep 15 02:36:03.294533 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loading extension file: extra_dhcp_opt.py {{(pid=100934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:36:03.295513 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=100934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:36:03.296061 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loaded extension: extra_dhcp_opt Sep 15 02:36:03.296423 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loading extension file: extraroute.py {{(pid=100934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:36:03.297398 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=100934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:36:03.297961 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loaded extension: extraroute Sep 15 02:36:03.298319 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loading extension file: extraroute_atomic.py {{(pid=100934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:36:03.299427 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=100934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:36:03.300049 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loaded extension: extraroute-atomic Sep 15 02:36:03.300363 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loading extension file: filter_validation.py {{(pid=100934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:36:03.301070 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=100934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:36:03.301620 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loaded extension: filter-validation Sep 15 02:36:03.301981 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loading extension file: fip_pf_description.py {{(pid=100934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:36:03.303006 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=100934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:36:03.303729 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 15 02:36:03.304098 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loading extension file: fip_port_details.py {{(pid=100934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:36:03.305045 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:36:03.305589 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loaded extension: fip-port-details Sep 15 02:36:03.305949 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loading extension file: flavors.py {{(pid=100934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:36:03.307254 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=100934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:36:03.307864 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loaded extension: flavors Sep 15 02:36:03.308273 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=100934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:36:03.309971 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=100934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:36:03.310498 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 15 02:36:03.310833 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loading extension file: floatingip_pools.py {{(pid=100934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:36:03.311601 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=100934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:36:03.312084 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loaded extension: floatingip-pools Sep 15 02:36:03.312410 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loading extension file: ip_allocation.py {{(pid=100934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:36:03.313336 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=100934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:36:03.313837 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Extension ip_allocation not supported by any of loaded plugins Sep 15 02:36:03.314160 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=100934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:36:03.315101 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=100934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:36:03.315608 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loaded extension: ip-substring-filtering Sep 15 02:36:03.315931 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loading extension file: l2_adjacency.py {{(pid=100934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:36:03.316855 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=100934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:36:03.317353 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Extension l2_adjacency not supported by any of loaded plugins Sep 15 02:36:03.317672 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loading extension file: l3.py {{(pid=100934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:36:03.318889 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=100934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:36:03.319432 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loaded extension: router Sep 15 02:36:03.319757 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loading extension file: l3_conntrack_helper.py {{(pid=100934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:36:03.327210 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:36:03.327727 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 15 02:36:03.328056 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=100934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:36:03.329014 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=100934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:36:03.329517 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loaded extension: ext-gw-mode Sep 15 02:36:03.329842 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=100934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:36:03.330770 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=100934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:36:03.331305 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loaded extension: l3-ha Sep 15 02:36:03.331628 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loading extension file: l3_flavors.py {{(pid=100934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:36:03.332539 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=100934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:36:03.333037 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loaded extension: l3-flavors Sep 15 02:36:03.333356 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=100934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:36:03.334925 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=100934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:36:03.335487 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loaded extension: l3-port-ip-change-not-allowed Sep 15 02:36:03.335809 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loading extension file: l3agentscheduler.py {{(pid=100934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:36:03.336848 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:36:03.337352 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loaded extension: l3_agent_scheduler Sep 15 02:36:03.337674 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loading extension file: logging.py {{(pid=100934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:36:03.339183 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=100934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:36:03.339755 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Extension logging not supported by any of loaded plugins Sep 15 02:36:03.340086 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loading extension file: metering.py {{(pid=100934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:36:03.340831 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=100934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:36:03.341405 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loaded extension: metering Sep 15 02:36:03.341728 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=100934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:36:03.345940 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=100934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:36:03.346452 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loaded extension: metering_source_and_destination_fields Sep 15 02:36:03.346783 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loading extension file: multiprovidernet.py {{(pid=100934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:36:03.347874 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=100934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:36:03.348403 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loaded extension: multi-provider Sep 15 02:36:03.348751 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loading extension file: netmtu.py {{(pid=100934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:36:03.349670 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=100934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:36:03.350843 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loaded extension: net-mtu Sep 15 02:36:03.351194 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loading extension file: netmtu_writable.py {{(pid=100934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:36:03.352115 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=100934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:36:03.352620 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loaded extension: net-mtu-writable Sep 15 02:36:03.352941 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loading extension file: network_availability_zone.py {{(pid=100934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:36:03.353606 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=100934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:36:03.354105 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loaded extension: network_availability_zone Sep 15 02:36:03.354422 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loading extension file: network_ip_availability.py {{(pid=100934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:36:03.355553 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=100934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:36:03.356059 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loaded extension: network-ip-availability Sep 15 02:36:03.356381 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loading extension file: network_segment_range.py {{(pid=100934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:36:03.357142 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=100934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:36:03.357640 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Extension network-segment-range not supported by any of loaded plugins Sep 15 02:36:03.357958 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loading extension file: pagination.py {{(pid=100934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:36:03.358932 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:36:03.359284 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loaded extension: pagination Sep 15 02:36:03.359606 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loading extension file: port_device_profile.py {{(pid=100934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:36:03.360510 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=100934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:36:03.361015 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loaded extension: port-device-profile Sep 15 02:36:03.361335 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=100934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:36:03.362255 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=100934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:36:03.362763 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loaded extension: port-mac-address-regenerate Sep 15 02:36:03.363113 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loading extension file: port_numa_affinity_policy.py {{(pid=100934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:36:03.364027 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=100934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:36:03.364527 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loaded extension: port-numa-affinity-policy Sep 15 02:36:03.364846 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loading extension file: port_resource_request.py {{(pid=100934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:36:03.365947 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=100934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:36:03.366447 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Extension port-resource-request not supported by any of loaded plugins Sep 15 02:36:03.366770 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loading extension file: portbindings.py {{(pid=100934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:36:03.368537 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=100934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:36:03.369039 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loaded extension: binding Sep 15 02:36:03.369360 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loading extension file: portbindings_extended.py {{(pid=100934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:36:03.370647 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=100934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:36:03.371194 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loaded extension: binding-extended Sep 15 02:36:03.371525 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loading extension file: portsecurity.py {{(pid=100934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:36:03.372442 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=100934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:36:03.372952 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loaded extension: port-security Sep 15 02:36:03.373277 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loading extension file: project_id.py {{(pid=100934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:36:03.374249 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=100934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:36:03.374581 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loaded extension: project-id Sep 15 02:36:03.374897 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loading extension file: providernet.py {{(pid=100934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:36:03.375852 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=100934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:36:03.376363 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loaded extension: provider Sep 15 02:36:03.376684 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loading extension file: qos.py {{(pid=100934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:36:03.380219 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=100934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:36:03.380738 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Extension qos not supported by any of loaded plugins Sep 15 02:36:03.381597 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=100934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:36:03.382908 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=100934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:36:03.383449 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 15 02:36:03.383779 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=100934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:36:03.384691 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=100934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:36:03.385198 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 15 02:36:03.385525 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loading extension file: qos_default.py {{(pid=100934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:36:03.386432 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=100934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:36:03.386942 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Extension qos-default not supported by any of loaded plugins Sep 15 02:36:03.387300 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loading extension file: qos_fip.py {{(pid=100934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:36:03.387954 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=100934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:36:03.388461 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Extension qos-fip not supported by any of loaded plugins Sep 15 02:36:03.388781 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loading extension file: qos_gateway_ip.py {{(pid=100934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:36:03.389702 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=100934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:36:03.390206 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 15 02:36:03.390531 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loading extension file: qos_port_network_policy.py {{(pid=100934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:36:03.391477 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=100934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:36:03.391983 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 15 02:36:03.392306 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loading extension file: qos_pps_rule.py {{(pid=100934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:36:03.393464 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=100934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:36:03.394225 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Extension qos-pps not supported by any of loaded plugins Sep 15 02:36:03.394550 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loading extension file: qos_rule_type_details.py {{(pid=100934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:36:03.395490 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=100934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:36:03.395993 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 15 02:36:03.396315 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loading extension file: qos_rules_alias.py {{(pid=100934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:36:03.398164 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=100934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:36:03.398673 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 15 02:36:03.399022 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loading extension file: quotasv2.py {{(pid=100934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:36:03.399951 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=100934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:36:03.400281 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loaded extension: quotas Sep 15 02:36:03.400601 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loading extension file: quotasv2_detail.py {{(pid=100934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:36:03.403887 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=100934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:36:03.404231 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loaded extension: quota_details Sep 15 02:36:03.404562 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loading extension file: rbac.py {{(pid=100934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:36:03.408457 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=100934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:36:03.408457 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loaded extension: rbac-policies Sep 15 02:36:03.408457 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loading extension file: rbac_address_group.py {{(pid=100934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:36:03.409105 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=100934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:36:03.409615 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loaded extension: rbac-address-group Sep 15 02:36:03.409939 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loading extension file: rbac_address_scope.py {{(pid=100934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:36:03.410855 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=100934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:36:03.411395 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loaded extension: rbac-address-scope Sep 15 02:36:03.411723 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loading extension file: rbac_security_groups.py {{(pid=100934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:36:03.412848 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=100934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:36:03.413355 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loaded extension: rbac-security-groups Sep 15 02:36:03.413676 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loading extension file: rbac_subnetpool.py {{(pid=100934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:36:03.414596 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=100934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:36:03.415132 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loaded extension: rbac-subnetpool Sep 15 02:36:03.415457 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loading extension file: revisionifmatch.py {{(pid=100934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:36:03.416380 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=100934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:36:03.416891 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loaded extension: revision-if-match Sep 15 02:36:03.417212 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loading extension file: revisions.py {{(pid=100934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:36:03.418321 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=100934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:36:03.418827 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loaded extension: standard-attr-revisions Sep 15 02:36:03.419185 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loading extension file: router_availability_zone.py {{(pid=100934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:36:03.419862 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=100934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:36:03.420367 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loaded extension: router_availability_zone Sep 15 02:36:03.420687 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loading extension file: routerservicetype.py {{(pid=100934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:36:03.421602 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=100934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:36:03.422105 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Extension router-service-type not supported by any of loaded plugins Sep 15 02:36:03.422427 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=100934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:36:03.423380 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=100934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:36:03.423888 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loaded extension: security-groups-normalized-cidr Sep 15 02:36:03.424210 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loading extension file: security_groups_port_filtering.py {{(pid=100934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:36:03.425126 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=100934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:36:03.425628 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loaded extension: port-security-groups-filtering Sep 15 02:36:03.425950 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loading extension file: security_groups_remote_address_group.py {{(pid=100934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:36:03.426867 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=100934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:36:03.427409 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loaded extension: security-groups-remote-address-group Sep 15 02:36:03.427735 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loading extension file: securitygroup.py {{(pid=100934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:36:03.438691 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=100934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:36:03.439241 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loaded extension: security-group Sep 15 02:36:03.439573 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loading extension file: segment.py {{(pid=100934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:36:03.440367 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=100934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:36:03.440872 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Extension segment not supported by any of loaded plugins Sep 15 02:36:03.441196 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=100934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:36:03.442135 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=100934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:36:03.442645 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 15 02:36:03.442992 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loading extension file: servicetype.py {{(pid=100934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:36:03.444832 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=100934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:36:03.445349 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loaded extension: service-type Sep 15 02:36:03.445676 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loading extension file: sorting.py {{(pid=100934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:36:03.446657 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:36:03.447005 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loaded extension: sorting Sep 15 02:36:03.447329 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loading extension file: standard_attr_segment.py {{(pid=100934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:36:03.448238 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:36:03.448750 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 15 02:36:03.449071 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loading extension file: standardattrdescription.py {{(pid=100934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:36:03.449716 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=100934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:36:03.450221 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loaded extension: standard-attr-description Sep 15 02:36:03.450549 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loading extension file: stateful_security_group.py {{(pid=100934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:36:03.451502 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=100934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:36:03.452010 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loaded extension: stateful-security-group Sep 15 02:36:03.452331 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loading extension file: stdattrs_common.py {{(pid=100934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:36:03.452906 dv-cinder-759955-25-smb neutron-server[100934]: WARNING neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 15 02:36:03.453227 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=100934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:36:03.454141 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=100934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:36:03.454651 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 15 02:36:03.454989 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loading extension file: subnet_onboard.py {{(pid=100934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:36:03.456066 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=100934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:36:03.456575 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loaded extension: subnet_onboard Sep 15 02:36:03.456896 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=100934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:36:03.464388 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=100934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:36:03.464893 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 15 02:36:03.465215 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loading extension file: subnet_service_types.py {{(pid=100934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:36:03.466149 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=100934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:36:03.466661 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loaded extension: subnet-service-types Sep 15 02:36:03.467009 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loading extension file: subnetallocation.py {{(pid=100934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:36:03.468091 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=100934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:36:03.468608 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loaded extension: subnet_allocation Sep 15 02:36:03.468941 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=100934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:36:03.469612 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=100934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:36:03.470115 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loaded extension: subnetpool-prefix-ops Sep 15 02:36:03.470435 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=100934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:36:03.471399 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=100934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:36:03.471905 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 15 02:36:03.472223 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loading extension file: tagging.py {{(pid=100934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:36:03.473316 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=100934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:36:03.473833 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loaded extension: standard-attr-tag Sep 15 02:36:03.474159 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loading extension file: timestamp.py {{(pid=100934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:36:03.475444 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=100934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:36:03.475954 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loaded extension: standard-attr-timestamp Sep 15 02:36:03.476280 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loading extension file: trunk.py {{(pid=100934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:36:03.477308 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=100934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:36:03.477820 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Extension trunk not supported by any of loaded plugins Sep 15 02:36:03.478145 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loading extension file: trunk_details.py {{(pid=100934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:36:03.479088 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=100934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:36:03.479601 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Extension trunk-details not supported by any of loaded plugins Sep 15 02:36:03.479928 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loading extension file: uplink_status_propagation.py {{(pid=100934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:36:03.480843 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=100934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:36:03.481349 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 15 02:36:03.481672 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Loading extension file: vlantransparent.py {{(pid=100934) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 02:36:03.482349 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=100934) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 02:36:03.482852 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Extension vlan-transparent not supported by any of loaded plugins Sep 15 02:36:03.485366 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.quota.resource_registry [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Creating instance of TrackedResource for resource:network Sep 15 02:36:03.485889 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.quota.resource_registry [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Creating instance of TrackedResource for resource:subnet Sep 15 02:36:03.486290 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.quota.resource_registry [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 02:36:03.486687 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.quota.resource_registry [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Creating instance of TrackedResource for resource:port Sep 15 02:36:03.487960 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.v2.resource_helper [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100934) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 02:36:03.488416 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.v2.resource_helper [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Service FLAVORS assigned prefix: {{(pid=100934) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 02:36:03.489047 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.v2.resource_helper [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100934) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 02:36:03.489481 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.v2.resource_helper [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100934) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 02:36:03.489818 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.quota.resource_registry [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Creating instance of TrackedResource for resource:router Sep 15 02:36:03.490252 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.quota.resource_registry [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Creating instance of TrackedResource for resource:floatingip Sep 15 02:36:03.490810 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.v2.resource_helper [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Service METERING assigned prefix: /metering {{(pid=100934) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 02:36:03.492273 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:03.492645 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:03.492994 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:36:03.494016 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.quota.resource_registry [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Creating instance of CountableResource for resource:rbac_policy Sep 15 02:36:03.494470 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.quota.resource_registry [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Creating instance of TrackedResource for resource:security_group Sep 15 02:36:03.494894 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.quota.resource_registry [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Creating instance of TrackedResource for resource:security_group_rule Sep 15 02:36:03.495515 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.v2.resource_helper [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Service CORE assigned prefix: {{(pid=100934) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 02:36:03.495855 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.quota.resource_registry [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 02:36:03.496203 dv-cinder-759955-25-smb neutron-server[100934]: WARNING neutron.quota.resource_registry [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] subnetpool is already registered Sep 15 02:36:03.496640 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.v2.resource_helper [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Service CORE assigned prefix: {{(pid=100934) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 02:36:03.496969 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.quota.resource_registry [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 02:36:03.497300 dv-cinder-759955-25-smb neutron-server[100934]: WARNING neutron.quota.resource_registry [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] subnetpool is already registered Sep 15 02:36:03.499647 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.v2.resource_helper [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100934) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 02:36:03.500082 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.v2.resource_helper [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Service FLAVORS assigned prefix: {{(pid=100934) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 02:36:03.500683 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.v2.resource_helper [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100934) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 02:36:03.501107 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.v2.resource_helper [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100934) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 02:36:03.501440 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.quota.resource_registry [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Creating instance of TrackedResource for resource:router Sep 15 02:36:03.501778 dv-cinder-759955-25-smb neutron-server[100934]: WARNING neutron.quota.resource_registry [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] router is already registered Sep 15 02:36:03.502189 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.quota.resource_registry [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Creating instance of TrackedResource for resource:floatingip Sep 15 02:36:03.502525 dv-cinder-759955-25-smb neutron-server[100934]: WARNING neutron.quota.resource_registry [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] floatingip is already registered Sep 15 02:36:03.502988 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.v2.resource_helper [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Service METERING assigned prefix: /metering {{(pid=100934) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 02:36:03.503673 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.quota.resource_registry [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Creating instance of CountableResource for resource:rbac_policy Sep 15 02:36:03.509975 dv-cinder-759955-25-smb neutron-server[100934]: WARNING neutron.quota.resource_registry [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] rbac_policy is already registered Sep 15 02:36:03.509975 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.quota.resource_registry [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Creating instance of TrackedResource for resource:security_group Sep 15 02:36:03.509975 dv-cinder-759955-25-smb neutron-server[100934]: WARNING neutron.quota.resource_registry [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] security_group is already registered Sep 15 02:36:03.509975 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.quota.resource_registry [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Creating instance of TrackedResource for resource:security_group_rule Sep 15 02:36:03.509975 dv-cinder-759955-25-smb neutron-server[100934]: WARNING neutron.quota.resource_registry [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] security_group_rule is already registered Sep 15 02:36:03.509975 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.v2.resource_helper [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Service CORE assigned prefix: {{(pid=100934) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 02:36:03.509975 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.quota.resource_registry [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 02:36:03.509975 dv-cinder-759955-25-smb neutron-server[100934]: WARNING neutron.quota.resource_registry [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] subnetpool is already registered Sep 15 02:36:03.509975 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.v2.resource_helper [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Service CORE assigned prefix: {{(pid=100934) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 02:36:03.510649 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.quota.resource_registry [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 02:36:03.510649 dv-cinder-759955-25-smb neutron-server[100934]: WARNING neutron.quota.resource_registry [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] subnetpool is already registered Sep 15 02:36:03.510649 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Extended resource: extensions {{(pid=100934) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 02:36:03.510649 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Extended resource: address-groups {{(pid=100934) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 02:36:03.511819 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Extended resource: address-scopes {{(pid=100934) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 02:36:03.513129 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Extended resource: agents {{(pid=100934) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 02:36:03.514324 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Extended resource: auto-allocated-topology {{(pid=100934) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 02:36:03.515616 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Extended resource: availability_zones {{(pid=100934) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 02:36:03.516827 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Extended resource: dhcp-networks {{(pid=100934) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 02:36:03.518387 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Extended resource: dhcp-agents {{(pid=100934) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 02:36:03.520120 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Extended resource: routers {{(pid=100934) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 02:36:03.523052 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Extended resource: flavors {{(pid=100934) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 02:36:03.524149 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Extended resource: service_profiles {{(pid=100934) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 02:36:03.525363 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Extended resource: next_providers {{(pid=100934) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 02:36:03.526806 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Extended resource: service_profiles {{(pid=100934) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 02:36:03.528374 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Extended resource: floatingip-pools {{(pid=100934) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 02:36:03.529595 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Extended resource: routers {{(pid=100934) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 02:36:03.531715 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Extended resource: floatingips {{(pid=100934) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 02:36:03.533011 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Extended resource: l3-routers {{(pid=100934) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 02:36:03.534401 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Extended resource: l3-agents {{(pid=100934) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 02:36:03.535855 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Extended resource: metering-labels {{(pid=100934) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 02:36:03.537257 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Extended resource: metering-label-rules {{(pid=100934) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 02:36:03.539944 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Extended resource: network-ip-availabilities {{(pid=100934) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 02:36:03.539944 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Extended resource: bindings {{(pid=100934) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 02:36:03.542333 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Extended resource: quotas {{(pid=100934) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 02:36:03.543839 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Extended resource: quotas {{(pid=100934) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 02:36:03.545255 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Extended resource: rbac-policies {{(pid=100934) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 02:36:03.546445 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Extended resource: security-groups {{(pid=100934) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 02:36:03.547781 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Extended resource: security-group-rules {{(pid=100934) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 02:36:03.549122 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Extended resource: service-providers {{(pid=100934) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 02:36:03.550337 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Extended resource: subnetpools {{(pid=100934) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 02:36:03.551807 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Extended resource: subnetpools {{(pid=100934) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 02:36:03.553350 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Extended resource: tags {{(pid=100934) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 02:36:03.555048 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Extended resource: tags {{(pid=100934) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 02:36:03.556866 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Extended resource: tags {{(pid=100934) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 02:36:03.558664 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Extended resource: tags {{(pid=100934) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 02:36:03.560484 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Extended resource: tags {{(pid=100934) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 02:36:03.562333 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Extended resource: tags {{(pid=100934) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 02:36:03.564063 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Extended resource: tags {{(pid=100934) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 02:36:03.565961 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Extended resource: tags {{(pid=100934) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 02:36:03.567763 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Extended resource: tags {{(pid=100934) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 02:36:03.570078 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron.api.extensions [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Extended resource: tags {{(pid=100934) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 02:36:03.576012 dv-cinder-759955-25-smb neutron-server[100934]: WARNING keystonemiddleware.auth_token [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 15 02:36:03.580741 dv-cinder-759955-25-smb neutron-server[100934]: WARNING keystonemiddleware.auth_token [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 15 02:36:03.589766 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_concurrency.lockutils [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Acquired lock "singleton_lock" {{(pid=100934) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 15 02:36:03.590250 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_concurrency.lockutils [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Releasing lock "singleton_lock" {{(pid=100934) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 15 02:36:03.590909 dv-cinder-759955-25-smb neutron-server[100934]: INFO oslo_service.service [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Starting 2 workers Sep 15 02:36:03.595787 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Started child 101045 {{(pid=100934) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 15 02:36:03.600310 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Started child 101046 {{(pid=100934) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 15 02:36:03.601389 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:36:03.602101 dv-cinder-759955-25-smb neutron-server[100934]: INFO neutron.service [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Neutron service started, listening on 0.0.0.0:9696 Sep 15 02:36:03.602521 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Notify callbacks [] for process, before_spawn {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:36:03.602824 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [-] (101045) wsgi starting up on http://0.0.0.0:9696 Sep 15 02:36:03.605011 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:36:03.605520 dv-cinder-759955-25-smb neutron-server[100934]: INFO oslo_service.service [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Starting 1 workers Sep 15 02:36:03.606308 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [-] (101046) wsgi starting up on http://0.0.0.0:9696 Sep 15 02:36:03.610317 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Started child 101047 {{(pid=100934) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 15 02:36:03.610840 dv-cinder-759955-25-smb neutron-server[100934]: INFO oslo_service.service [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Starting 1 workers Sep 15 02:36:03.613883 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.service [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] calling RpcWorker wait() {{(pid=101047) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 15 02:36:03.614436 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.service [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] returning from RpcWorker wait() {{(pid=101047) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 15 02:36:03.615425 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Started child 101048 {{(pid=100934) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 15 02:36:03.616098 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:36:03.616428 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG neutron_lib.callbacks.manager [None req-c38837f2-9d52-4f20-859e-fb49f7fb937e None None] Notify callbacks [] for process, after_spawn {{(pid=100934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:36:03.616710 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=101047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:36:03.618327 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100934) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 15 02:36:03.618536 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 15 02:36:03.618718 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 15 02:36:03.618936 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 15 02:36:03.619419 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 15 02:36:03.619584 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 15 02:36:03.620092 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.620404 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.620634 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.620759 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:36:03.621536 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.621653 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:36:03.622083 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.622683 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.622995 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.623262 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.623512 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.623778 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.626087 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.626087 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.626087 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.626087 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.626087 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.626087 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.626087 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.626087 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.626605 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.626605 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.626605 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.626605 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.626838 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] debug = True {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.627122 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.627472 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.627699 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.627955 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.628169 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.628449 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.628690 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.628954 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.629198 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.629418 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.629675 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.629926 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.630169 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.630380 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.630609 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.630880 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.631686 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.632149 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] host = dv-cinder-759955-25-smb {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.632383 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.632598 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.632844 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.633089 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.633335 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.633550 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.633805 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.634047 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.634296 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.634524 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.634760 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.635017 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.635253 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.635489 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] log_file = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.635650 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] log_options = True {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.635897 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.636162 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.636422 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.636607 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.636772 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.636947 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.637193 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.637356 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.637605 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.637815 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.638027 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.638254 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.638560 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.638716 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.639002 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.639299 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.639490 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.639731 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.639964 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.640207 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.640431 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.640665 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.640894 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.641114 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.641326 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.641570 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.641823 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.642075 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.642255 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.642510 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.642761 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.643038 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.643308 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.643593 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.643750 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.644218 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.644441 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.644651 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.644912 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.645135 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.645392 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.645657 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.645869 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.646124 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.646364 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.646697 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.647483 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] use_json = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.647753 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.648043 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.648185 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.648400 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.648670 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.648834 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.649035 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.649268 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.650325 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.650325 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.650609 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.650980 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.651443 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.651722 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.652435 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.652681 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.652946 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.653213 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.653551 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.653804 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.654091 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.654421 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.654623 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.654945 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.655231 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.655515 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.655753 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.655992 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.656225 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.656464 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.656738 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.656993 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.657224 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.657463 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.657693 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.658011 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.658279 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.667498 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.667498 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.667498 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.667498 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.667498 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.667498 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.667498 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.667498 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.668720 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.668720 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.668720 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.668720 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.668720 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.668720 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.668720 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.668720 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.668720 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.670858 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.670858 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.670858 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.670858 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.670858 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.670858 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.670858 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.670858 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.670858 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.671465 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.671465 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.671465 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.671465 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.671465 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.671465 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.671465 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.671465 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.671465 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.671957 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.671957 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.671957 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.671957 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.671957 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.671957 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.671957 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.671957 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.671957 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.672461 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.672461 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.672461 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.672461 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.672461 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.672461 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.672461 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.672461 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.672461 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.672978 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.672978 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.672978 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.672978 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.672978 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.672978 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.672978 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.672978 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.672978 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.673483 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.673483 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.673748 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.673922 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.674138 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.674388 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.674599 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.674847 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.675102 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.675368 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.675604 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.675861 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.676096 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.676973 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.676973 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.676973 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.677246 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.677246 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.677453 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.677670 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.678036 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.678295 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.678533 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.678780 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.679224 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.679401 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.679556 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.679811 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.680655 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.680655 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.680655 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.681066 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.681066 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.681341 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.681517 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.681774 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.682031 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.682478 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.682661 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.682813 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.683005 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.683290 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.683540 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.683749 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.683977 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.684144 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.684447 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.684696 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.684927 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.685158 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.685438 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.685748 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.685983 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.686258 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.686569 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.686825 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.687093 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.687494 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.687894 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.688130 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.688383 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.688600 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.688847 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.689075 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.689320 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.689567 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.689771 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.690025 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.690236 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.690459 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.690696 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.690933 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.691758 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.695703 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.695703 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.695703 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.695703 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.695703 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.695703 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.695703 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.695703 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.696312 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.696312 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.696312 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.696312 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.696312 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.696312 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.696312 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.696312 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.696744 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.696744 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.696744 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.696932 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.697127 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.697343 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.697740 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.698118 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.698520 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.698743 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.699021 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.699288 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.699596 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.699876 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.700166 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.700341 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.700708 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.701114 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.701380 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.701614 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.701835 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.702051 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.702288 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.702547 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.702939 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.703388 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.703619 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.703835 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.704073 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.704299 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.704520 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.704810 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.705065 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.705297 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.705549 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.705800 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.706010 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.706262 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.706496 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.706711 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.706934 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.707174 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.707386 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.707616 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.707826 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.708036 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.708260 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.708474 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.708684 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.708911 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.709794 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.710195 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.710443 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.710689 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.710924 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.711192 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.711427 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.711661 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.711859 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.712254 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.712467 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.712716 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.712928 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.713137 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.713359 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.713575 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.713783 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.714092 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.714343 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.714563 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.714853 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.715134 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.715382 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.715640 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.715948 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.716194 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.716433 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.716652 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.716885 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.717103 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.717368 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.717703 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.717984 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.718226 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.718478 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.718762 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.719065 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.719342 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.719573 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.719862 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.720191 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.720461 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.720735 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.721289 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.721804 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.721804 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.721988 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.722531 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.722720 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.722869 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.723122 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.723347 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.723594 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.723832 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.724074 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.724296 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.724537 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.724820 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.725114 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.725332 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.725488 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 15 02:36:03.726017 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100934) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 15 02:36:03.726181 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 15 02:36:03.726346 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 15 02:36:03.726523 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 15 02:36:03.726688 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 15 02:36:03.727019 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 15 02:36:03.727234 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.727395 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.727553 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.727715 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.727893 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.728051 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.728214 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.728387 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.728529 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.728840 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.729005 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.729159 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.729479 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.729639 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.729797 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.729956 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.730111 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.730267 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.730431 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.730589 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.730745 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.730910 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.731088 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] debug = True {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.731242 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.731438 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.731601 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.731735 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.731871 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.732030 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.732184 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.732511 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.732659 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.732918 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.733066 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.733204 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.733341 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.733476 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.733610 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.733746 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.733891 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.734026 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] host = dv-cinder-759955-25-smb {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.734161 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.734307 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.734441 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.734600 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.734691 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.734841 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.735005 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.735136 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.735322 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.735462 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.735594 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.735726 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.735871 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.736036 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] log_file = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.736179 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] log_options = True {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.736334 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.736490 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.736644 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.736821 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.736977 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.737127 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.737275 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.737425 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.737574 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.737733 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.737893 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.738045 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.738199 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.738357 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.738512 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.738668 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.738863 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.738958 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.739143 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.739292 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.739449 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.739604 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.739759 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.739920 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.740082 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.740226 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.740962 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.741122 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.741327 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.741454 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.741576 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.741697 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.741855 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.742011 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.742167 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.742324 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.742463 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.742622 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.742780 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.742936 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.743118 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.743275 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.743430 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.743585 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.743741 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.743896 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.744037 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] use_json = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.744194 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.744350 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.744505 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.744659 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.744814 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.744969 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.745123 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.745278 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 02:36:03.745454 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.745612 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.745780 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.745939 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.746096 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.746256 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.746414 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.746572 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.746729 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.746887 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.747082 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.747242 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.747411 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.747569 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.747726 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.747886 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.748047 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.748205 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.748367 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.748524 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.748683 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.748840 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.749007 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.749167 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.749324 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.749482 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.749639 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.749813 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.749972 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.750131 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.750288 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.750449 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.750715 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.751091 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.751091 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.758461 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.758461 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.758461 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.758461 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.758461 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.758461 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.758461 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.758461 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.758461 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.759293 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.759293 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.759293 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.759293 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.759293 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.759293 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.759293 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.759293 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.759293 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.760126 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.760126 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.760126 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.760126 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.760126 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.760126 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.760126 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.760126 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.760126 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.760831 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.760831 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.760831 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.760831 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.760831 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.760831 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.760831 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.760831 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.760831 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.761505 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.761505 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.761505 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.761505 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.761505 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.761505 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.761505 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.761505 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.761505 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.762143 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.762143 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.762143 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.762143 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.762143 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.762143 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.762143 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.762143 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.762143 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.762871 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.762871 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.762871 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.762871 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.762871 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.762871 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.762871 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.762871 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.763530 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.763530 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.763530 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.763530 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.763530 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.763530 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.763530 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.763530 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.764106 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.764106 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.764106 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.764106 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.764106 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.764106 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.764106 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.764106 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.764986 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.764986 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.764986 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.764986 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.764986 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.764986 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.764986 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.764986 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.765573 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.765573 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.765573 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.765573 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.765838 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.765838 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.765998 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.766076 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.766185 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.766344 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.766504 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.766670 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.766838 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.767021 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.767187 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.767344 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.767525 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.767685 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.767847 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.767998 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.768137 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.768294 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.768454 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.768614 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.768772 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.769185 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.769344 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.769508 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.769861 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.769861 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.770065 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.770168 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.770281 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.770407 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.770531 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.770683 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.770842 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.771024 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.771185 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.771347 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.771506 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.771810 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.772037 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.772167 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:36:03.772286 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.772378 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.772494 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.772653 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.772812 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.772971 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.773129 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.773287 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.773444 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.773603 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.773763 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.773922 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.774082 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.774244 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.774522 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.774611 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.774690 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.774843 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.775027 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.775224 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.775369 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.775505 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.775638 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.775784 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.775918 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.776080 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.776224 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.776386 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.776560 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.776709 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.776864 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.777017 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.777154 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.777314 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.777473 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.777633 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.777790 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.777949 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.778106 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.778267 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.778427 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.778578 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.778722 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.778879 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.779061 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.779220 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.779379 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.779551 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.779709 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.779867 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.780013 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.780169 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.780328 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.780498 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.780656 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.780801 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.780945 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.781105 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.781267 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.781435 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.781593 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.781751 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.781909 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.782067 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.782224 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.782391 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.782535 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.782694 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.782836 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.783010 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.783166 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.783332 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.783556 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.783774 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.784027 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.784314 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.784314 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.784603 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.784743 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.784874 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.785223 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.785223 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.785704 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.785704 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.785896 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.785896 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.786058 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.786192 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.786521 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.786521 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.786703 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.786803 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.787007 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.787203 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.787368 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.787542 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.787680 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.788070 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.788070 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.788275 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.788275 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.788469 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.788590 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.788760 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.788918 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.789082 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.789255 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.789413 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.789571 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.789729 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.789887 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.790046 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.790204 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.790364 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.790521 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.790679 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.790837 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.791014 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.791175 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.791338 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.791496 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.791660 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.791818 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.791943 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.792157 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.792295 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 02:36:03.792419 dv-cinder-759955-25-smb neutron-server[100934]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100934) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 15 02:36:03.978136 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 60392) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:36:03.986725 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064063 Sep 15 02:36:15.485189 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99fb701e-bbac-435a-a871-231e44ae6bc9 None None] get_active_networks_info from dv-cinder-759955-25-smb {{(pid=101047) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 15 02:36:15.549465 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99fb701e-bbac-435a-a871-231e44ae6bc9 None None] No non-hosted networks {{(pid=101047) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 15 02:36:15.556612 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.agentschedulers_db [None req-99fb701e-bbac-435a-a871-231e44ae6bc9 None None] DHCP Agent not found on host dv-cinder-759955-25-smb {{(pid=101047) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 15 02:36:15.690473 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-28345431-a119-4772-98ed-b01172461fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1028898'] for agent, after_create {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:36:18.126006 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-b8d19b82-1c60-46f5-99ac-693f9c702b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1028898'] for agent, after_create {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:36:18.172185 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.db.api [None req-43a70d15-ff89-46b8-982f-6eaa5c1da860 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-759955-25-smb {{(pid=101047) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 02:36:18.172966 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG oslo_db.api [None req-43a70d15-ff89-46b8-982f-6eaa5c1da860 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=101047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 02:36:18.515856 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1028898'] for agent, after_create {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:36:18.518914 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:36:18.520919 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:36:18.523342 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:36:18.523983 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:36:18.525819 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:36:18.526380 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:36:18.527393 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:36:18.532750 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:36:18.532750 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:36:18.532750 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:36:18.532750 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:36:18.532750 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:36:18.533421 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-759955-25-smb', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=101047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:36:18.549328 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-759955-25-smb', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=101047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:36:18.828021 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-43a70d15-ff89-46b8-982f-6eaa5c1da860 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:36:19.460938 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-26fc78ca-8f14-4c98-81c4-2d6c26116e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1028898'] for agent, after_create {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:36:21.075321 dv-cinder-759955-25-smb neutron-server[101047]: INFO neutron.db.l3_hamode_db [None req-5d1b2202-3b74-42aa-b67c-500c239f5d2b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 15 02:36:21.185152 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1b2202-3b74-42aa-b67c-500c239f5d2b None None] Routers set() bound to L3 agent in host dv-cinder-759955-25-smb {{(pid=101047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:36:21.185547 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1b2202-3b74-42aa-b67c-500c239f5d2b None None] Router IDs set() for agent in host dv-cinder-759955-25-smb {{(pid=101047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 15 02:36:21.318585 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-4787a0ec-4617-4d18-8d79-4c4aa2145a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1028898'] for agent, after_create {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:36:22.102308 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 60486) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:36:22.601722 dv-cinder-759955-25-smb neutron-server[101045]: WARNING oslo_policy.policy [None req-1aca6c37-5531-4ca3-a169-f9dd40b7a451 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 02:36:22.602321 dv-cinder-759955-25-smb neutron-server[101045]: WARNING oslo_policy.policy [None req-1aca6c37-5531-4ca3-a169-f9dd40b7a451 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 02:36:22.821819 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [None req-1aca6c37-5531-4ca3-a169-f9dd40b7a451 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101045) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 02:36:22.822908 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-1aca6c37-5531-4ca3-a169-f9dd40b7a451 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7196281 Sep 15 02:36:25.225290 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 60500) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:36:25.716692 dv-cinder-759955-25-smb neutron-server[101046]: WARNING oslo_policy.policy [None req-96baf129-047d-4749-b483-cbe3a8e82a77 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 02:36:25.717282 dv-cinder-759955-25-smb neutron-server[101046]: WARNING oslo_policy.policy [None req-96baf129-047d-4749-b483-cbe3a8e82a77 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 02:36:25.940530 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.v2.base [None req-96baf129-047d-4749-b483-cbe3a8e82a77 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=101046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:36:26.032509 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.policy [None req-96baf129-047d-4749-b483-cbe3a8e82a77 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101046) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 15 02:36:26.077780 dv-cinder-759955-25-smb neutron-server[101046]: WARNING oslo_policy.policy [None req-96baf129-047d-4749-b483-cbe3a8e82a77 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 02:36:26.078203 dv-cinder-759955-25-smb neutron-server[101046]: WARNING oslo_policy.policy [None req-96baf129-047d-4749-b483-cbe3a8e82a77 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 02:36:26.088644 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.quota [None req-96baf129-047d-4749-b483-cbe3a8e82a77 admin admin] Loaded quota_driver: . Sep 15 02:36:26.232238 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-96baf129-047d-4749-b483-cbe3a8e82a77 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781585358752', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781585357943', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781585379013', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781585372601', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781586498715', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781585389571', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1615697', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1866831', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-834940', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-663842'] for rbac-policy, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:36:26.425837 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-96baf129-047d-4749-b483-cbe3a8e82a77 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:36:26.427854 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-96baf129-047d-4749-b483-cbe3a8e82a77 admin admin] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1998532 Sep 15 02:36:29.030481 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 60518) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:36:29.328698 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.v2.base [None req-85d969e4-e5e5-45d8-891c-5e414470dffc admin admin] Request body: {'network': {'name': 'private', 'tenant_id': '9fed8e1559924934b96d551084f31184', 'project_id': '9fed8e1559924934b96d551084f31184', 'admin_state_up': True}} {{(pid=101046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:36:29.437152 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85d969e4-e5e5-45d8-891c-5e414470dffc admin admin] Made reservation on behalf of 9fed8e1559924934b96d551084f31184 for: {'network': 1} {{(pid=101046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:36:29.439953 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-85d969e4-e5e5-45d8-891c-5e414470dffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for network, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:36:29.456869 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-85d969e4-e5e5-45d8-891c-5e414470dffc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:36:29.577395 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-85d969e4-e5e5-45d8-891c-5e414470dffc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:36:29.643902 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-85d969e4-e5e5-45d8-891c-5e414470dffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:36:29.663449 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85d969e4-e5e5-45d8-891c-5e414470dffc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=101046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 02:36:29.690677 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-85d969e4-e5e5-45d8-891c-5e414470dffc admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781587797140', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1581261'] for segment, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:36:29.693841 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-85d969e4-e5e5-45d8-891c-5e414470dffc admin admin] Unsubscribe: segment precommit_create {{(pid=101046) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 15 02:36:29.693841 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.db.segments_db [None req-85d969e4-e5e5-45d8-891c-5e414470dffc admin admin] Added segment 66fa3477-6e72-4006-8c0d-31e509f63544 of type vlan for network 6811541e-ca38-47de-b58f-556f733e1203 Sep 15 02:36:29.713099 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d969e4-e5e5-45d8-891c-5e414470dffc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=566ad229-c725-41d3-a1b6-fe44c0609abb,revision_number=1']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:36:29.759400 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d969e4-e5e5-45d8-891c-5e414470dffc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:36:29.759750 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d969e4-e5e5-45d8-891c-5e414470dffc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:36:29.760082 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d969e4-e5e5-45d8-891c-5e414470dffc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:36:29.760404 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d969e4-e5e5-45d8-891c-5e414470dffc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:36:29.760722 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d969e4-e5e5-45d8-891c-5e414470dffc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:36:29.761051 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d969e4-e5e5-45d8-891c-5e414470dffc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:36:29.761367 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d969e4-e5e5-45d8-891c-5e414470dffc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:36:29.761678 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d969e4-e5e5-45d8-891c-5e414470dffc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:36:29.762005 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d969e4-e5e5-45d8-891c-5e414470dffc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:36:29.762317 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d969e4-e5e5-45d8-891c-5e414470dffc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:36:29.762625 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d969e4-e5e5-45d8-891c-5e414470dffc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:36:29.762930 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d969e4-e5e5-45d8-891c-5e414470dffc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:36:29.764055 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d969e4-e5e5-45d8-891c-5e414470dffc admin admin] Tracked resource versions report: Sep 15 02:36:29.764055 dv-cinder-759955-25-smb neutron-server[101046]: pushed versions: Sep 15 02:36:29.764055 dv-cinder-759955-25-smb neutron-server[101046]: { 'AddressGroup': {'1.2'}, Sep 15 02:36:29.764055 dv-cinder-759955-25-smb neutron-server[101046]: 'ConntrackHelper': {'1.0'}, Sep 15 02:36:29.764055 dv-cinder-759955-25-smb neutron-server[101046]: 'Log': {'1.0'}, Sep 15 02:36:29.764055 dv-cinder-759955-25-smb neutron-server[101046]: 'Network': {'1.1'}, Sep 15 02:36:29.764055 dv-cinder-759955-25-smb neutron-server[101046]: 'Port': {'1.7'}, Sep 15 02:36:29.764055 dv-cinder-759955-25-smb neutron-server[101046]: 'PortForwarding': {'1.2'}, Sep 15 02:36:29.764055 dv-cinder-759955-25-smb neutron-server[101046]: 'QosPolicy': {'1.9'}, Sep 15 02:36:29.764055 dv-cinder-759955-25-smb neutron-server[101046]: 'SecurityGroup': {'1.4'}, Sep 15 02:36:29.764055 dv-cinder-759955-25-smb neutron-server[101046]: 'SecurityGroupRule': {'1.2'}, Sep 15 02:36:29.764055 dv-cinder-759955-25-smb neutron-server[101046]: 'SubPort': {'1.0'}, Sep 15 02:36:29.764055 dv-cinder-759955-25-smb neutron-server[101046]: 'Subnet': {'1.1'}, Sep 15 02:36:29.764055 dv-cinder-759955-25-smb neutron-server[101046]: 'Trunk': {'1.1'}} Sep 15 02:36:29.764055 dv-cinder-759955-25-smb neutron-server[101046]: consumer versions: Sep 15 02:36:29.764055 dv-cinder-759955-25-smb neutron-server[101046]: { DHCP agent@dv-cinder-759955-25-smb: {}, Sep 15 02:36:29.764055 dv-cinder-759955-25-smb neutron-server[101046]: L3 agent@dv-cinder-759955-25-smb: {}, Sep 15 02:36:29.764055 dv-cinder-759955-25-smb neutron-server[101046]: Metadata agent@dv-cinder-759955-25-smb: {}, Sep 15 02:36:29.764055 dv-cinder-759955-25-smb neutron-server[101046]: Metering agent@dv-cinder-759955-25-smb: {}, Sep 15 02:36:29.764055 dv-cinder-759955-25-smb neutron-server[101046]: Open vSwitch agent@dv-cinder-759955-25-smb: { 'AddressGroup': '1.2', Sep 15 02:36:29.764055 dv-cinder-759955-25-smb neutron-server[101046]: 'ConntrackHelper': '1.0', Sep 15 02:36:29.764055 dv-cinder-759955-25-smb neutron-server[101046]: 'Log': '1.0', Sep 15 02:36:29.764055 dv-cinder-759955-25-smb neutron-server[101046]: 'Network': '1.1', Sep 15 02:36:29.764055 dv-cinder-759955-25-smb neutron-server[101046]: 'Port': '1.7', Sep 15 02:36:29.764055 dv-cinder-759955-25-smb neutron-server[101046]: 'PortForwarding': '1.2', Sep 15 02:36:29.764055 dv-cinder-759955-25-smb neutron-server[101046]: 'QosPolicy': '1.9', Sep 15 02:36:29.764055 dv-cinder-759955-25-smb neutron-server[101046]: 'SecurityGroup': '1.4', Sep 15 02:36:29.764055 dv-cinder-759955-25-smb neutron-server[101046]: 'SecurityGroupRule': '1.2', Sep 15 02:36:29.764055 dv-cinder-759955-25-smb neutron-server[101046]: 'SubPort': '1.0', Sep 15 02:36:29.764055 dv-cinder-759955-25-smb neutron-server[101046]: 'Subnet': '1.1', Sep 15 02:36:29.764055 dv-cinder-759955-25-smb neutron-server[101046]: 'Trunk': '1.1'}} Sep 15 02:36:29.764055 dv-cinder-759955-25-smb neutron-server[101046]: {{(pid=101046) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 02:36:29.812749 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-85d969e4-e5e5-45d8-891c-5e414470dffc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781587303702'] for network, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:36:29.934846 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-85d969e4-e5e5-45d8-891c-5e414470dffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858'] for network, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:36:29.936121 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d969e4-e5e5-45d8-891c-5e414470dffc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:36:29.936749 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-85d969e4-e5e5-45d8-891c-5e414470dffc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577872'] for network, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:36:30.031904 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d969e4-e5e5-45d8-891c-5e414470dffc admin admin] Pushing event updated for resources: {'Network': ['ID=6811541e-ca38-47de-b58f-556f733e1203,revision_number=1']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:36:30.038088 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-85d969e4-e5e5-45d8-891c-5e414470dffc admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0065889 Sep 15 02:36:30.055368 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Network 6811541e-ca38-47de-b58f-556f733e1203 details requested by agent ovs-agent-dv-cinder-759955-25-smb with host dv-cinder-759955-25-smb {{(pid=101047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 02:36:32.709386 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 60532) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:36:33.093246 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74c2c3d-58e3-496d-89e8-696b5cbaac19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:36:33.094610 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-b74c2c3d-58e3-496d-89e8-696b5cbaac19 admin admin] 10.222.0.13 "GET /v2.0/networks/6811541e-ca38-47de-b58f-556f733e1203 HTTP/1.1" status: 200 len: 825 time: 0.3842335 Sep 15 02:36:33.119248 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-4e9b99c0-0332-4a34-b925-9324b257bf55 admin admin] 10.222.0.13 "GET /v2.0/subnetpools/ba954e49-7668-488a-b456-15ebd030ca67 HTTP/1.1" status: 200 len: 734 time: 0.0184991 Sep 15 02:36:33.128279 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.v2.base [None req-4038f701-8578-45de-aed2-7425f327ea3a admin admin] Request body: {'subnet': {'network_id': '6811541e-ca38-47de-b58f-556f733e1203', 'subnetpool_id': 'ba954e49-7668-488a-b456-15ebd030ca67', 'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'tenant_id': '9fed8e1559924934b96d551084f31184'}} {{(pid=101046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:36:33.232217 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4038f701-8578-45de-aed2-7425f327ea3a admin admin] Made reservation on behalf of 9fed8e1559924934b96d551084f31184 for: {'subnet': 1} {{(pid=101046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:36:33.234669 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-4038f701-8578-45de-aed2-7425f327ea3a admin admin] Notify callbacks [] for subnet, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:36:33.575666 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-4038f701-8578-45de-aed2-7425f327ea3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858'] for subnet, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:36:33.645131 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4038f701-8578-45de-aed2-7425f327ea3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6eeff6c3-2ced-403e-b991-c8cb764edac6,revision_number=0']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:36:33.647777 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4038f701-8578-45de-aed2-7425f327ea3a admin admin] Checking segment: {'id': '66fa3477-6e72-4006-8c0d-31e509f63544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '6811541e-ca38-47de-b58f-556f733e1203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:36:33.648129 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4038f701-8578-45de-aed2-7425f327ea3a admin admin] Network hostable DHCP agents. Network: 6811541e-ca38-47de-b58f-556f733e1203, hostable agents: ['4ac00676-0bd7-4634-9dbc-c2a760561995'], hosted agents: [] {{(pid=101046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 02:36:33.723607 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4038f701-8578-45de-aed2-7425f327ea3a admin admin] Network 6811541e-ca38-47de-b58f-556f733e1203 is scheduled to be hosted by DHCP agent 4ac00676-0bd7-4634-9dbc-c2a760561995 with binding_index 1 {{(pid=101046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 02:36:33.815100 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.scheduler.base_scheduler [None req-4038f701-8578-45de-aed2-7425f327ea3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-25-smb, 6811541e-ca38-47de-b58f-556f733e1203) {{(pid=101046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:36:33.821055 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4038f701-8578-45de-aed2-7425f327ea3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:36:33.822039 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-4038f701-8578-45de-aed2-7425f327ea3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577872'] for subnet, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:36:33.825202 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d19734-4ca0-4997-8ed3-ae61b8ce256e None None] Network 6811541e-ca38-47de-b58f-556f733e1203 requested from dv-cinder-759955-25-smb {{(pid=101047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 02:36:33.907529 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-4038f701-8578-45de-aed2-7425f327ea3a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7824233 Sep 15 02:36:34.155682 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0cb97f-a267-4b8c-a8fc-eb05ab43a196 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe85668e-e89f-562c-b83c-593ad87c45d5-6811541e-ca38-47de-b58f-556f733e1203', 'network_id': '6811541e-ca38-47de-b58f-556f733e1203', 'tenant_id': '9fed8e1559924934b96d551084f31184', 'fixed_ips': [{'subnet_id': '6eeff6c3-2ced-403e-b991-c8cb764edac6'}]}} from dv-cinder-759955-25-smb. {{(pid=101047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 02:36:34.156905 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-9a0cb97f-a267-4b8c-a8fc-eb05ab43a196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_create {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:36:34.524651 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.db_base_plugin_common [None req-9a0cb97f-a267-4b8c-a8fc-eb05ab43a196 None None] Allocated IP 172.20.0.2 (6811541e-ca38-47de-b58f-556f733e1203/6eeff6c3-2ced-403e-b991-c8cb764edac6/747d48e2-b366-4d50-8428-45ecee7dbeae) {{(pid=101047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:36:34.749699 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-9a0cb97f-a267-4b8c-a8fc-eb05ab43a196 None None] Notify callbacks [] for port, precommit_create {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:36:34.838748 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-9a0cb97f-a267-4b8c-a8fc-eb05ab43a196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781587269048'] for port, after_create {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:36:34.908634 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0cb97f-a267-4b8c-a8fc-eb05ab43a196 None None] Network 6811541e-ca38-47de-b58f-556f733e1203 is already hosted by enough agents. {{(pid=101047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:36:34.913737 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.scheduler.base_scheduler [None req-9a0cb97f-a267-4b8c-a8fc-eb05ab43a196 None None] Resources bound (agent type, host, resource id): {{(pid=101047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:36:34.928787 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0cb97f-a267-4b8c-a8fc-eb05ab43a196 None None] Received port after_create {{(pid=101047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:36:34.931892 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0cb97f-a267-4b8c-a8fc-eb05ab43a196 None None] Pushing event updated for resources: {'Port': ['ID=747d48e2-b366-4d50-8428-45ecee7dbeae,revision_number=1']} {{(pid=101047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:36:34.968491 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0cb97f-a267-4b8c-a8fc-eb05ab43a196 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:36:34.968825 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0cb97f-a267-4b8c-a8fc-eb05ab43a196 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:36:34.969165 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0cb97f-a267-4b8c-a8fc-eb05ab43a196 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:36:34.969495 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0cb97f-a267-4b8c-a8fc-eb05ab43a196 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:36:34.969824 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0cb97f-a267-4b8c-a8fc-eb05ab43a196 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:36:34.970151 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0cb97f-a267-4b8c-a8fc-eb05ab43a196 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:36:34.970474 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0cb97f-a267-4b8c-a8fc-eb05ab43a196 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:36:34.970795 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0cb97f-a267-4b8c-a8fc-eb05ab43a196 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:36:34.971155 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0cb97f-a267-4b8c-a8fc-eb05ab43a196 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:36:34.971482 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0cb97f-a267-4b8c-a8fc-eb05ab43a196 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:36:34.971802 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0cb97f-a267-4b8c-a8fc-eb05ab43a196 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:36:34.972118 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0cb97f-a267-4b8c-a8fc-eb05ab43a196 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:36:34.973237 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0cb97f-a267-4b8c-a8fc-eb05ab43a196 None None] Tracked resource versions report: Sep 15 02:36:34.973237 dv-cinder-759955-25-smb neutron-server[101047]: pushed versions: Sep 15 02:36:34.973237 dv-cinder-759955-25-smb neutron-server[101047]: { 'AddressGroup': {'1.2'}, Sep 15 02:36:34.973237 dv-cinder-759955-25-smb neutron-server[101047]: 'ConntrackHelper': {'1.0'}, Sep 15 02:36:34.973237 dv-cinder-759955-25-smb neutron-server[101047]: 'Log': {'1.0'}, Sep 15 02:36:34.973237 dv-cinder-759955-25-smb neutron-server[101047]: 'Network': {'1.1'}, Sep 15 02:36:34.973237 dv-cinder-759955-25-smb neutron-server[101047]: 'Port': {'1.7'}, Sep 15 02:36:34.973237 dv-cinder-759955-25-smb neutron-server[101047]: 'PortForwarding': {'1.2'}, Sep 15 02:36:34.973237 dv-cinder-759955-25-smb neutron-server[101047]: 'QosPolicy': {'1.9'}, Sep 15 02:36:34.973237 dv-cinder-759955-25-smb neutron-server[101047]: 'SecurityGroup': {'1.4'}, Sep 15 02:36:34.973237 dv-cinder-759955-25-smb neutron-server[101047]: 'SecurityGroupRule': {'1.2'}, Sep 15 02:36:34.973237 dv-cinder-759955-25-smb neutron-server[101047]: 'SubPort': {'1.0'}, Sep 15 02:36:34.973237 dv-cinder-759955-25-smb neutron-server[101047]: 'Subnet': {'1.1'}, Sep 15 02:36:34.973237 dv-cinder-759955-25-smb neutron-server[101047]: 'Trunk': {'1.1'}} Sep 15 02:36:34.973237 dv-cinder-759955-25-smb neutron-server[101047]: consumer versions: Sep 15 02:36:34.973237 dv-cinder-759955-25-smb neutron-server[101047]: { DHCP agent@dv-cinder-759955-25-smb: {}, Sep 15 02:36:34.973237 dv-cinder-759955-25-smb neutron-server[101047]: L3 agent@dv-cinder-759955-25-smb: {}, Sep 15 02:36:34.973237 dv-cinder-759955-25-smb neutron-server[101047]: Metadata agent@dv-cinder-759955-25-smb: {}, Sep 15 02:36:34.973237 dv-cinder-759955-25-smb neutron-server[101047]: Metering agent@dv-cinder-759955-25-smb: {}, Sep 15 02:36:34.973237 dv-cinder-759955-25-smb neutron-server[101047]: Open vSwitch agent@dv-cinder-759955-25-smb: { 'AddressGroup': '1.2', Sep 15 02:36:34.973237 dv-cinder-759955-25-smb neutron-server[101047]: 'ConntrackHelper': '1.0', Sep 15 02:36:34.973237 dv-cinder-759955-25-smb neutron-server[101047]: 'Log': '1.0', Sep 15 02:36:34.973237 dv-cinder-759955-25-smb neutron-server[101047]: 'Network': '1.1', Sep 15 02:36:34.973237 dv-cinder-759955-25-smb neutron-server[101047]: 'Port': '1.7', Sep 15 02:36:34.973237 dv-cinder-759955-25-smb neutron-server[101047]: 'PortForwarding': '1.2', Sep 15 02:36:34.973237 dv-cinder-759955-25-smb neutron-server[101047]: 'QosPolicy': '1.9', Sep 15 02:36:34.973237 dv-cinder-759955-25-smb neutron-server[101047]: 'SecurityGroup': '1.4', Sep 15 02:36:34.973237 dv-cinder-759955-25-smb neutron-server[101047]: 'SecurityGroupRule': '1.2', Sep 15 02:36:34.973237 dv-cinder-759955-25-smb neutron-server[101047]: 'SubPort': '1.0', Sep 15 02:36:34.973237 dv-cinder-759955-25-smb neutron-server[101047]: 'Subnet': '1.1', Sep 15 02:36:34.973237 dv-cinder-759955-25-smb neutron-server[101047]: 'Trunk': '1.1'}} Sep 15 02:36:34.973237 dv-cinder-759955-25-smb neutron-server[101047]: {{(pid=101047) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 02:36:35.020697 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.managers [None req-9a0cb97f-a267-4b8c-a8fc-eb05ab43a196 None None] Attempting to bind port 747d48e2-b366-4d50-8428-45ecee7dbeae on host dv-cinder-759955-25-smb for vnic_type normal with profile {{(pid=101047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 02:36:35.021117 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.managers [None req-9a0cb97f-a267-4b8c-a8fc-eb05ab43a196 None None] Attempting to bind port 747d48e2-b366-4d50-8428-45ecee7dbeae by drivers openvswitch,hyperv on host dv-cinder-759955-25-smb at level 0 using segments [{'id': '66fa3477-6e72-4006-8c0d-31e509f63544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '6811541e-ca38-47de-b58f-556f733e1203'}] {{(pid=101047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 02:36:35.021513 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0cb97f-a267-4b8c-a8fc-eb05ab43a196 None None] Attempting to bind port 747d48e2-b366-4d50-8428-45ecee7dbeae on network 6811541e-ca38-47de-b58f-556f733e1203 {{(pid=101047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:36:35.026297 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0cb97f-a267-4b8c-a8fc-eb05ab43a196 None None] Checking agent: {'id': '129dda3c-f944-45fc-94b1-aa204aafba01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-25-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 36, 18), 'started_at': datetime.datetime(2021, 9, 15, 2, 36, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 2, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-25-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 02:36:35.026698 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0cb97f-a267-4b8c-a8fc-eb05ab43a196 None None] Checking segment: {'id': '66fa3477-6e72-4006-8c0d-31e509f63544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '6811541e-ca38-47de-b58f-556f733e1203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:36:35.027179 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-9a0cb97f-a267-4b8c-a8fc-eb05ab43a196 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:36:35.027559 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0cb97f-a267-4b8c-a8fc-eb05ab43a196 None None] Bound using segment: {'id': '66fa3477-6e72-4006-8c0d-31e509f63544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '6811541e-ca38-47de-b58f-556f733e1203'} {{(pid=101047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 02:36:35.028033 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.managers [None req-9a0cb97f-a267-4b8c-a8fc-eb05ab43a196 None None] Bound port: 747d48e2-b366-4d50-8428-45ecee7dbeae, host: dv-cinder-759955-25-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66fa3477-6e72-4006-8c0d-31e509f63544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '6811541e-ca38-47de-b58f-556f733e1203'}}] {{(pid=101047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 02:36:35.028447 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-9a0cb97f-a267-4b8c-a8fc-eb05ab43a196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:36:35.094684 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-9a0cb97f-a267-4b8c-a8fc-eb05ab43a196 None None] For port 747d48e2-b366-4d50-8428-45ecee7dbeae, host dv-cinder-759955-25-smb, cleared binding levels {{(pid=101047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 02:36:35.099473 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-9a0cb97f-a267-4b8c-a8fc-eb05ab43a196 None None] For port 747d48e2-b366-4d50-8428-45ecee7dbeae, host dv-cinder-759955-25-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-smb',level=0,port_id=747d48e2-b366-4d50-8428-45ecee7dbeae,segment=NetworkSegment(66fa3477-6e72-4006-8c0d-31e509f63544),segment_id=66fa3477-6e72-4006-8c0d-31e509f63544)] {{(pid=101047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 02:36:35.176368 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-9a0cb97f-a267-4b8c-a8fc-eb05ab43a196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:36:35.255110 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0cb97f-a267-4b8c-a8fc-eb05ab43a196 None None] Pushing event updated for resources: {'Port': ['ID=747d48e2-b366-4d50-8428-45ecee7dbeae,revision_number=2']} {{(pid=101047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:36:36.384490 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 60540) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:36:36.701029 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [None req-c30620d0-f2e3-4e0d-9f63-323959f1673f admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 02:36:36.702026 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-c30620d0-f2e3-4e0d-9f63-323959f1673f admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3164976 Sep 15 02:36:39.109679 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 60548) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:36:39.422079 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [None req-879904ff-4657-45d3-b460-a97ba92f1668 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 02:36:39.423129 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-879904ff-4657-45d3-b460-a97ba92f1668 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3123837 Sep 15 02:36:42.089917 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 60558) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:36:42.388934 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.v2.base [None req-550a7c91-33a7-4671-827a-ef108270d9c6 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '9fed8e1559924934b96d551084f31184', 'name': 'router1'}} {{(pid=101046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:36:42.483532 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-550a7c91-33a7-4671-827a-ef108270d9c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1030536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-969'] for router, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:36:42.485160 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-550a7c91-33a7-4671-827a-ef108270d9c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1030936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1028488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-970245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-978'] for router, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:36:42.625417 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-550a7c91-33a7-4671-827a-ef108270d9c6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:36:42.684248 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-550a7c91-33a7-4671-827a-ef108270d9c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1030935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028959'] for router, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:36:42.757865 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-550a7c91-33a7-4671-827a-ef108270d9c6 admin admin] Notify callbacks [] for router, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:36:42.759193 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-550a7c91-33a7-4671-827a-ef108270d9c6 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6682761 Sep 15 02:36:43.747559 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a633d0f5-2451-4fb0-8646-17c858263e06 None None] Network 6811541e-ca38-47de-b58f-556f733e1203 requested from dv-cinder-759955-25-smb {{(pid=101047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 02:36:43.853967 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-10d28de6-6701-431b-8d86-9f40678bacf9 None None] Provisioning complete for port 747d48e2-b366-4d50-8428-45ecee7dbeae triggered by entity DHCP. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:36:43.854362 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-10d28de6-6701-431b-8d86-9f40678bacf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1575204'] for port, provisioning_complete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:36:44.070425 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-10d28de6-6701-431b-8d86-9f40678bacf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:36:44.107081 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-10d28de6-6701-431b-8d86-9f40678bacf9 None None] For port 747d48e2-b366-4d50-8428-45ecee7dbeae, host dv-cinder-759955-25-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-smb',level=0,port_id=747d48e2-b366-4d50-8428-45ecee7dbeae,segment=NetworkSegment(66fa3477-6e72-4006-8c0d-31e509f63544),segment_id=66fa3477-6e72-4006-8c0d-31e509f63544)] {{(pid=101047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:36:44.157738 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-10d28de6-6701-431b-8d86-9f40678bacf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:36:44.210571 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Device 747d48e2-b366-4d50-8428-45ecee7dbeae up at agent ovs-agent-dv-cinder-759955-25-smb {{(pid=101047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:36:44.234469 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d28de6-6701-431b-8d86-9f40678bacf9 None None] Pushing event updated for resources: {'Port': ['ID=747d48e2-b366-4d50-8428-45ecee7dbeae,revision_number=3']} {{(pid=101047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:36:44.271096 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Provisioning complete for port 747d48e2-b366-4d50-8428-45ecee7dbeae triggered by entity L2. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:36:44.271478 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1575204'] for port, provisioning_complete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:36:44.377824 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-a198b6a8-101d-4fdd-8591-a16969bb1f7a None None] Provisioning complete for port 747d48e2-b366-4d50-8428-45ecee7dbeae triggered by entity DHCP. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:36:44.378196 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-a198b6a8-101d-4fdd-8591-a16969bb1f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1575204'] for port, provisioning_complete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:36:45.184865 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 60570) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:36:45.414630 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-70f3fbce-d8bf-4530-97fb-bd6dee24ff03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:36:45.501302 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [None req-780099f5-79bf-4961-af4b-ff0601fa27cc admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 02:36:45.502294 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-780099f5-79bf-4961-af4b-ff0601fa27cc admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3164904 Sep 15 02:36:46.140894 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Device 747d48e2-b366-4d50-8428-45ecee7dbeae up at agent ovs-agent-dv-cinder-759955-25-smb {{(pid=101047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:36:46.190246 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Provisioning complete for port 747d48e2-b366-4d50-8428-45ecee7dbeae triggered by entity L2. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:36:46.190620 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1575204'] for port, provisioning_complete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:36:47.912408 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 60578) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:36:48.100857 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-6885b34e-3f03-4c57-997a-fedf9b9ecd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:36:48.229132 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.v2.base [None req-434a48c7-9152-4f8c-80b4-c60757f87ce3 admin admin] Request body: {'network': {'is_default': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'provider:network_type': 'flat', 'admin_state_up': True}} {{(pid=101046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:36:48.329015 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-434a48c7-9152-4f8c-80b4-c60757f87ce3 admin admin] Made reservation on behalf of 902dfb6768ff467c91007783ae522b05 for: {'network': 1} {{(pid=101046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:36:48.331245 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-434a48c7-9152-4f8c-80b4-c60757f87ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for network, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:36:48.339148 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-434a48c7-9152-4f8c-80b4-c60757f87ce3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:36:48.427904 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-434a48c7-9152-4f8c-80b4-c60757f87ce3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:36:48.443375 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:36:48.488500 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-434a48c7-9152-4f8c-80b4-c60757f87ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:36:48.506001 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-434a48c7-9152-4f8c-80b4-c60757f87ce3 admin admin] Reserving flat network on physical network physnet1 {{(pid=101046) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 15 02:36:48.520139 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434a48c7-9152-4f8c-80b4-c60757f87ce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4ae65f9-914e-48e1-85b6-fd1df090e601,revision_number=1']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:36:48.526601 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-434a48c7-9152-4f8c-80b4-c60757f87ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1581261'] for segment, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:36:48.526939 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.db.segments_db [None req-434a48c7-9152-4f8c-80b4-c60757f87ce3 admin admin] Added segment 4ddc9b9a-930b-46d8-934d-b4f616b6b84f of type flat for network 33518f62-a6b6-442c-a872-dfb5ddf2cbe1 Sep 15 02:36:48.578443 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-434a48c7-9152-4f8c-80b4-c60757f87ce3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781587303702'] for network, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:36:48.660001 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-434a48c7-9152-4f8c-80b4-c60757f87ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858'] for network, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:36:48.660944 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434a48c7-9152-4f8c-80b4-c60757f87ce3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:36:48.662049 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-434a48c7-9152-4f8c-80b4-c60757f87ce3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577872'] for network, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:36:48.721310 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434a48c7-9152-4f8c-80b4-c60757f87ce3 admin admin] Pushing event updated for resources: {'Network': ['ID=33518f62-a6b6-442c-a872-dfb5ddf2cbe1,revision_number=1']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:36:48.731394 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Network 33518f62-a6b6-442c-a872-dfb5ddf2cbe1 details requested by agent ovs-agent-dv-cinder-759955-25-smb with host dv-cinder-759955-25-smb {{(pid=101047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 02:36:48.735163 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-434a48c7-9152-4f8c-80b4-c60757f87ce3 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8216991 Sep 15 02:36:49.294381 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-26fc78ca-8f14-4c98-81c4-2d6c26116e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:36:51.140406 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-4787a0ec-4617-4d18-8d79-4c4aa2145a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:36:51.158487 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 60596) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:36:51.337527 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f2e44c0-7f6b-4a23-b5b1-3e2bd27df233 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:36:51.338832 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-3f2e44c0-7f6b-4a23-b5b1-3e2bd27df233 admin admin] 10.222.0.13 "GET /v2.0/subnets/6eeff6c3-2ced-403e-b991-c8cb764edac6 HTTP/1.1" status: 200 len: 849 time: 0.1793597 Sep 15 02:36:51.456114 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-5964fe91-f49a-497b-b294-3bffc215f24e admin admin] 10.222.0.13 "GET /v2.0/routers/1470c3cb-297a-49aa-9462-332fa74380ab HTTP/1.1" status: 200 len: 704 time: 0.1112001 Sep 15 02:36:51.714715 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-c4fbfa7b-dcc5-4f8c-94ff-322fea99e2aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:36:52.004652 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.db.db_base_plugin_common [None req-c4fbfa7b-dcc5-4f8c-94ff-322fea99e2aa admin admin] Allocated IP 172.20.0.1 (6811541e-ca38-47de-b58f-556f733e1203/6eeff6c3-2ced-403e-b991-c8cb764edac6/a66c7854-df7e-4ce4-a8de-7766538e4f80) {{(pid=101046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:36:52.197861 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-c4fbfa7b-dcc5-4f8c-94ff-322fea99e2aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:36:52.346419 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-c4fbfa7b-dcc5-4f8c-94ff-322fea99e2aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781587269048'] for port, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:36:52.415943 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4fbfa7b-dcc5-4f8c-94ff-322fea99e2aa admin admin] Network 6811541e-ca38-47de-b58f-556f733e1203 is already hosted by enough agents. {{(pid=101046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:36:52.420396 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.scheduler.base_scheduler [None req-c4fbfa7b-dcc5-4f8c-94ff-322fea99e2aa admin admin] Resources bound (agent type, host, resource id): {{(pid=101046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:36:52.423010 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fbfa7b-dcc5-4f8c-94ff-322fea99e2aa admin admin] Received port after_create {{(pid=101046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:36:52.423550 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-c4fbfa7b-dcc5-4f8c-94ff-322fea99e2aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1029000'] for router_interface, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:36:52.496257 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fbfa7b-dcc5-4f8c-94ff-322fea99e2aa admin admin] Pushing event updated for resources: {'Port': ['ID=a66c7854-df7e-4ce4-a8de-7766538e4f80,revision_number=1']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:36:52.615487 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-778cc066-6fe0-4a57-9238-4c13162e8b07 None None] Provisioning complete for port a66c7854-df7e-4ce4-a8de-7766538e4f80 triggered by entity DHCP. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:36:52.616032 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-778cc066-6fe0-4a57-9238-4c13162e8b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1575204'] for port, provisioning_complete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:36:52.648135 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.plugin [None req-778cc066-6fe0-4a57-9238-4c13162e8b07 None None] Port a66c7854-df7e-4ce4-a8de-7766538e4f80 cannot update to ACTIVE because it is not bound. {{(pid=101047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 02:36:52.720107 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-c4fbfa7b-dcc5-4f8c-94ff-322fea99e2aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:36:52.923353 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-c4fbfa7b-dcc5-4f8c-94ff-322fea99e2aa admin admin] Notify callbacks [] for port, precommit_update {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:36:53.019899 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-c4fbfa7b-dcc5-4f8c-94ff-322fea99e2aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:36:53.021259 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-c4fbfa7b-dcc5-4f8c-94ff-322fea99e2aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-576680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1029912'] for router_interface, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:36:53.080373 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fbfa7b-dcc5-4f8c-94ff-322fea99e2aa admin admin] Pushing event updated for resources: {'Port': ['ID=a66c7854-df7e-4ce4-a8de-7766538e4f80,revision_number=2']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:36:53.142544 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4fbfa7b-dcc5-4f8c-94ff-322fea99e2aa admin admin] Network 6811541e-ca38-47de-b58f-556f733e1203 is already hosted by enough agents. {{(pid=101046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:36:53.144186 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.scheduler.base_scheduler [None req-c4fbfa7b-dcc5-4f8c-94ff-322fea99e2aa admin admin] Resources bound (agent type, host, resource id): {{(pid=101046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:36:53.362954 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4fbfa7b-dcc5-4f8c-94ff-322fea99e2aa admin admin] Router 1470c3cb-297a-49aa-9462-332fa74380ab is scheduled to L3 agent 22749488-15d0-44a3-a4aa-285786541688 with binding_index 1 {{(pid=101046) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 02:36:53.372241 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-38134213-be97-4355-a900-216b2d7489ed None None] Provisioning complete for port a66c7854-df7e-4ce4-a8de-7766538e4f80 triggered by entity DHCP. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:36:53.372619 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-38134213-be97-4355-a900-216b2d7489ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1575204'] for port, provisioning_complete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:36:53.406832 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.plugin [None req-38134213-be97-4355-a900-216b2d7489ed None None] Port a66c7854-df7e-4ce4-a8de-7766538e4f80 cannot update to ACTIVE because it is not bound. {{(pid=101047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 02:36:53.455449 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4fbfa7b-dcc5-4f8c-94ff-322fea99e2aa admin admin] Notify agent at l3_agent.dv-cinder-759955-25-smb the message routers_updated {{(pid=101046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 02:36:53.461309 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-c4fbfa7b-dcc5-4f8c-94ff-322fea99e2aa admin admin] 10.222.0.13 "PUT /v2.0/routers/1470c3cb-297a-49aa-9462-332fa74380ab/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9987700 Sep 15 02:36:53.466336 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44bd0fe4-50ec-4a5a-926d-0ddf2f6247c1 None None] Sync routers for ids ['1470c3cb-297a-49aa-9462-332fa74380ab'] in dv-cinder-759955-25-smb {{(pid=101048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 02:36:53.478567 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44bd0fe4-50ec-4a5a-926d-0ddf2f6247c1 None None] Routers {'1470c3cb-297a-49aa-9462-332fa74380ab'} bound to L3 agent in host dv-cinder-759955-25-smb {{(pid=101048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:36:53.479564 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_hamode_db [None req-44bd0fe4-50ec-4a5a-926d-0ddf2f6247c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-15T02:36:18Z,description=,heartbeat_timestamp=2021-09-15T02:36:48Z,host='dv-cinder-759955-25-smb',id=22749488-15d0-44a3-a4aa-285786541688,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:36:19Z,topic='l3_agent')) {'router_ids': ['1470c3cb-297a-49aa-9462-332fa74380ab'], 'active': True} {{(pid=101048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:36:53.663241 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_dvr_db [None req-44bd0fe4-50ec-4a5a-926d-0ddf2f6247c1 None None] Set router 1470c3cb-297a-49aa-9462-332fa74380ab gateway port host: None {{(pid=101048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:36:54.088591 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_hamode_db [None req-44bd0fe4-50ec-4a5a-926d-0ddf2f6247c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1470c3cb-297a-49aa-9462-332fa74380ab', 'name': 'router1', 'tenant_id': '9fed8e1559924934b96d551084f31184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:36:42Z', 'updated_at': '2021-09-15T02:36:52Z', 'revision_number': 2, 'project_id': '9fed8e1559924934b96d551084f31184', 'gw_port_host': None, '_interfaces': [{'id': 'a66c7854-df7e-4ce4-a8de-7766538e4f80', 'name': '', 'network_id': '6811541e-ca38-47de-b58f-556f733e1203', 'tenant_id': '9fed8e1559924934b96d551084f31184', 'mac_address': 'fa:16:3e:66:24:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1470c3cb-297a-49aa-9462-332fa74380ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6eeff6c3-2ced-403e-b991-c8cb764edac6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:36:51Z', 'updated_at': '2021-09-15T02:36:52Z', 'revision_number': 2, 'project_id': '9fed8e1559924934b96d551084f31184', 'subnets': [{'id': '6eeff6c3-2ced-403e-b991-c8cb764edac6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ba954e49-7668-488a-b456-15ebd030ca67'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-25-smb', False) {} {{(pid=101048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:36:54.141296 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44bd0fe4-50ec-4a5a-926d-0ddf2f6247c1 None None] Checking router: 1470c3cb-297a-49aa-9462-332fa74380ab for host: dv-cinder-759955-25-smb {{(pid=101048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 02:36:54.141663 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44bd0fe4-50ec-4a5a-926d-0ddf2f6247c1 None None] Updating router 1470c3cb-297a-49aa-9462-332fa74380ab port a66c7854-df7e-4ce4-a8de-7766538e4f80 binding host dv-cinder-759955-25-smb {{(pid=101048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 02:36:54.189752 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron_lib.callbacks.manager [None req-44bd0fe4-50ec-4a5a-926d-0ddf2f6247c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:36:54.707085 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron_lib.callbacks.manager [None req-44bd0fe4-50ec-4a5a-926d-0ddf2f6247c1 None None] Notify callbacks [] for port, precommit_update {{(pid=101048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:36:54.774855 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron_lib.callbacks.manager [None req-44bd0fe4-50ec-4a5a-926d-0ddf2f6247c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:36:54.913864 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d2ce5b-89f4-4233-9362-976182ca62c1 None None] Pushing event updated for resources: {'Port': ['ID=a66c7854-df7e-4ce4-a8de-7766538e4f80,revision_number=3']} {{(pid=101048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:36:54.940922 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d2ce5b-89f4-4233-9362-976182ca62c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:36:54.941272 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d2ce5b-89f4-4233-9362-976182ca62c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:36:54.941607 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d2ce5b-89f4-4233-9362-976182ca62c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:36:54.941938 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d2ce5b-89f4-4233-9362-976182ca62c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:36:54.942300 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d2ce5b-89f4-4233-9362-976182ca62c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:36:54.942625 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d2ce5b-89f4-4233-9362-976182ca62c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:36:54.942949 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d2ce5b-89f4-4233-9362-976182ca62c1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:36:54.943293 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d2ce5b-89f4-4233-9362-976182ca62c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:36:54.943638 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d2ce5b-89f4-4233-9362-976182ca62c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:36:54.943963 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d2ce5b-89f4-4233-9362-976182ca62c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:36:54.944282 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d2ce5b-89f4-4233-9362-976182ca62c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:36:54.944600 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d2ce5b-89f4-4233-9362-976182ca62c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:36:54.945735 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d2ce5b-89f4-4233-9362-976182ca62c1 None None] Tracked resource versions report: Sep 15 02:36:54.945735 dv-cinder-759955-25-smb neutron-server[101048]: pushed versions: Sep 15 02:36:54.945735 dv-cinder-759955-25-smb neutron-server[101048]: { 'AddressGroup': {'1.2'}, Sep 15 02:36:54.945735 dv-cinder-759955-25-smb neutron-server[101048]: 'ConntrackHelper': {'1.0'}, Sep 15 02:36:54.945735 dv-cinder-759955-25-smb neutron-server[101048]: 'Log': {'1.0'}, Sep 15 02:36:54.945735 dv-cinder-759955-25-smb neutron-server[101048]: 'Network': {'1.1'}, Sep 15 02:36:54.945735 dv-cinder-759955-25-smb neutron-server[101048]: 'Port': {'1.7'}, Sep 15 02:36:54.945735 dv-cinder-759955-25-smb neutron-server[101048]: 'PortForwarding': {'1.2'}, Sep 15 02:36:54.945735 dv-cinder-759955-25-smb neutron-server[101048]: 'QosPolicy': {'1.9'}, Sep 15 02:36:54.945735 dv-cinder-759955-25-smb neutron-server[101048]: 'SecurityGroup': {'1.4'}, Sep 15 02:36:54.945735 dv-cinder-759955-25-smb neutron-server[101048]: 'SecurityGroupRule': {'1.2'}, Sep 15 02:36:54.945735 dv-cinder-759955-25-smb neutron-server[101048]: 'SubPort': {'1.0'}, Sep 15 02:36:54.945735 dv-cinder-759955-25-smb neutron-server[101048]: 'Subnet': {'1.1'}, Sep 15 02:36:54.945735 dv-cinder-759955-25-smb neutron-server[101048]: 'Trunk': {'1.1'}} Sep 15 02:36:54.945735 dv-cinder-759955-25-smb neutron-server[101048]: consumer versions: Sep 15 02:36:54.945735 dv-cinder-759955-25-smb neutron-server[101048]: { DHCP agent@dv-cinder-759955-25-smb: {}, Sep 15 02:36:54.945735 dv-cinder-759955-25-smb neutron-server[101048]: L3 agent@dv-cinder-759955-25-smb: {}, Sep 15 02:36:54.945735 dv-cinder-759955-25-smb neutron-server[101048]: Metadata agent@dv-cinder-759955-25-smb: {}, Sep 15 02:36:54.945735 dv-cinder-759955-25-smb neutron-server[101048]: Metering agent@dv-cinder-759955-25-smb: {}, Sep 15 02:36:54.945735 dv-cinder-759955-25-smb neutron-server[101048]: Open vSwitch agent@dv-cinder-759955-25-smb: { 'AddressGroup': '1.2', Sep 15 02:36:54.945735 dv-cinder-759955-25-smb neutron-server[101048]: 'ConntrackHelper': '1.0', Sep 15 02:36:54.945735 dv-cinder-759955-25-smb neutron-server[101048]: 'Log': '1.0', Sep 15 02:36:54.945735 dv-cinder-759955-25-smb neutron-server[101048]: 'Network': '1.1', Sep 15 02:36:54.945735 dv-cinder-759955-25-smb neutron-server[101048]: 'Port': '1.7', Sep 15 02:36:54.945735 dv-cinder-759955-25-smb neutron-server[101048]: 'PortForwarding': '1.2', Sep 15 02:36:54.945735 dv-cinder-759955-25-smb neutron-server[101048]: 'QosPolicy': '1.9', Sep 15 02:36:54.945735 dv-cinder-759955-25-smb neutron-server[101048]: 'SecurityGroup': '1.4', Sep 15 02:36:54.945735 dv-cinder-759955-25-smb neutron-server[101048]: 'SecurityGroupRule': '1.2', Sep 15 02:36:54.945735 dv-cinder-759955-25-smb neutron-server[101048]: 'SubPort': '1.0', Sep 15 02:36:54.945735 dv-cinder-759955-25-smb neutron-server[101048]: 'Subnet': '1.1', Sep 15 02:36:54.945735 dv-cinder-759955-25-smb neutron-server[101048]: 'Trunk': '1.1'}} Sep 15 02:36:54.945735 dv-cinder-759955-25-smb neutron-server[101048]: {{(pid=101048) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 02:36:54.959640 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.plugins.ml2.managers [None req-44bd0fe4-50ec-4a5a-926d-0ddf2f6247c1 None None] Attempting to bind port a66c7854-df7e-4ce4-a8de-7766538e4f80 on host dv-cinder-759955-25-smb for vnic_type normal with profile {{(pid=101048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 02:36:54.960033 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.plugins.ml2.managers [None req-44bd0fe4-50ec-4a5a-926d-0ddf2f6247c1 None None] Attempting to bind port a66c7854-df7e-4ce4-a8de-7766538e4f80 by drivers openvswitch,hyperv on host dv-cinder-759955-25-smb at level 0 using segments [{'id': '66fa3477-6e72-4006-8c0d-31e509f63544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '6811541e-ca38-47de-b58f-556f733e1203'}] {{(pid=101048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 02:36:54.960481 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44bd0fe4-50ec-4a5a-926d-0ddf2f6247c1 None None] Attempting to bind port a66c7854-df7e-4ce4-a8de-7766538e4f80 on network 6811541e-ca38-47de-b58f-556f733e1203 {{(pid=101048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:36:54.965380 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44bd0fe4-50ec-4a5a-926d-0ddf2f6247c1 None None] Checking agent: {'id': '129dda3c-f944-45fc-94b1-aa204aafba01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-25-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 36, 18), 'started_at': datetime.datetime(2021, 9, 15, 2, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 2, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-25-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 02:36:54.965789 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44bd0fe4-50ec-4a5a-926d-0ddf2f6247c1 None None] Checking segment: {'id': '66fa3477-6e72-4006-8c0d-31e509f63544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '6811541e-ca38-47de-b58f-556f733e1203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:36:54.966247 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron_lib.callbacks.manager [None req-44bd0fe4-50ec-4a5a-926d-0ddf2f6247c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:36:54.966624 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44bd0fe4-50ec-4a5a-926d-0ddf2f6247c1 None None] Bound using segment: {'id': '66fa3477-6e72-4006-8c0d-31e509f63544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '6811541e-ca38-47de-b58f-556f733e1203'} {{(pid=101048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 02:36:54.967134 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.plugins.ml2.managers [None req-44bd0fe4-50ec-4a5a-926d-0ddf2f6247c1 None None] Bound port: a66c7854-df7e-4ce4-a8de-7766538e4f80, host: dv-cinder-759955-25-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66fa3477-6e72-4006-8c0d-31e509f63544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '6811541e-ca38-47de-b58f-556f733e1203'}}] {{(pid=101048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 02:36:54.967526 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron_lib.callbacks.manager [None req-44bd0fe4-50ec-4a5a-926d-0ddf2f6247c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:36:55.030463 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.plugins.ml2.db [None req-44bd0fe4-50ec-4a5a-926d-0ddf2f6247c1 None None] For port a66c7854-df7e-4ce4-a8de-7766538e4f80, host dv-cinder-759955-25-smb, cleared binding levels {{(pid=101048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 02:36:55.041838 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-4054b82d-27b3-44f9-a71a-4a91fd43483b None None] Provisioning complete for port a66c7854-df7e-4ce4-a8de-7766538e4f80 triggered by entity DHCP. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:36:55.042378 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-4054b82d-27b3-44f9-a71a-4a91fd43483b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1575204'] for port, provisioning_complete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:36:55.050733 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.plugins.ml2.db [None req-44bd0fe4-50ec-4a5a-926d-0ddf2f6247c1 None None] For port a66c7854-df7e-4ce4-a8de-7766538e4f80, host dv-cinder-759955-25-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-smb',level=0,port_id=a66c7854-df7e-4ce4-a8de-7766538e4f80,segment=NetworkSegment(66fa3477-6e72-4006-8c0d-31e509f63544),segment_id=66fa3477-6e72-4006-8c0d-31e509f63544)] {{(pid=101048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 02:36:55.078941 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.plugin [None req-4054b82d-27b3-44f9-a71a-4a91fd43483b None None] Port a66c7854-df7e-4ce4-a8de-7766538e4f80 cannot update to ACTIVE because it is not bound. {{(pid=101047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 02:36:55.134898 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron_lib.callbacks.manager [None req-44bd0fe4-50ec-4a5a-926d-0ddf2f6247c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:36:55.194314 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44bd0fe4-50ec-4a5a-926d-0ddf2f6247c1 None None] Routers {'1470c3cb-297a-49aa-9462-332fa74380ab'} bound to L3 agent in host dv-cinder-759955-25-smb {{(pid=101048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:36:55.194859 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_hamode_db [None req-44bd0fe4-50ec-4a5a-926d-0ddf2f6247c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-15T02:36:18Z,description=,heartbeat_timestamp=2021-09-15T02:36:48Z,host='dv-cinder-759955-25-smb',id=22749488-15d0-44a3-a4aa-285786541688,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:36:19Z,topic='l3_agent')) {'router_ids': ['1470c3cb-297a-49aa-9462-332fa74380ab'], 'active': True} {{(pid=101048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:36:55.196811 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d2ce5b-89f4-4233-9362-976182ca62c1 None None] Pushing event updated for resources: {'Port': ['ID=a66c7854-df7e-4ce4-a8de-7766538e4f80,revision_number=4']} {{(pid=101048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:36:55.288051 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_dvr_db [None req-44bd0fe4-50ec-4a5a-926d-0ddf2f6247c1 None None] Set router 1470c3cb-297a-49aa-9462-332fa74380ab gateway port host: None {{(pid=101048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:36:55.399065 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-8b8c74ef-eafc-4abc-94ab-89cc11a59ff1 None None] Provisioning complete for port a66c7854-df7e-4ce4-a8de-7766538e4f80 triggered by entity DHCP. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:36:55.399531 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-8b8c74ef-eafc-4abc-94ab-89cc11a59ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1575204'] for port, provisioning_complete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:36:55.476784 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-8b8c74ef-eafc-4abc-94ab-89cc11a59ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:36:55.502747 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_hamode_db [None req-44bd0fe4-50ec-4a5a-926d-0ddf2f6247c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1470c3cb-297a-49aa-9462-332fa74380ab', 'name': 'router1', 'tenant_id': '9fed8e1559924934b96d551084f31184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:36:42Z', 'updated_at': '2021-09-15T02:36:52Z', 'revision_number': 2, 'project_id': '9fed8e1559924934b96d551084f31184', 'gw_port_host': None, '_interfaces': [{'id': 'a66c7854-df7e-4ce4-a8de-7766538e4f80', 'name': '', 'network_id': '6811541e-ca38-47de-b58f-556f733e1203', 'tenant_id': '9fed8e1559924934b96d551084f31184', 'mac_address': 'fa:16:3e:66:24:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1470c3cb-297a-49aa-9462-332fa74380ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6eeff6c3-2ced-403e-b991-c8cb764edac6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:36:51Z', 'updated_at': '2021-09-15T02:36:55Z', 'revision_number': 4, 'project_id': '9fed8e1559924934b96d551084f31184', 'subnets': [{'id': '6eeff6c3-2ced-403e-b991-c8cb764edac6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ba954e49-7668-488a-b456-15ebd030ca67'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-25-smb', False) {} {{(pid=101048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:36:55.508427 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-8b8c74ef-eafc-4abc-94ab-89cc11a59ff1 None None] For port a66c7854-df7e-4ce4-a8de-7766538e4f80, host dv-cinder-759955-25-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-smb',level=0,port_id=a66c7854-df7e-4ce4-a8de-7766538e4f80,segment=NetworkSegment(66fa3477-6e72-4006-8c0d-31e509f63544),segment_id=66fa3477-6e72-4006-8c0d-31e509f63544)] {{(pid=101047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:36:55.529326 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44bd0fe4-50ec-4a5a-926d-0ddf2f6247c1 None None] The sync data for ids ['1470c3cb-297a-49aa-9462-332fa74380ab'] in dv-cinder-759955-25-smb is: [{'id': '1470c3cb-297a-49aa-9462-332fa74380ab', 'name': 'router1', 'tenant_id': '9fed8e1559924934b96d551084f31184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:36:42Z', 'updated_at': '2021-09-15T02:36:52Z', 'revision_number': 2, 'project_id': '9fed8e1559924934b96d551084f31184', 'gw_port_host': None, '_interfaces': [{'id': 'a66c7854-df7e-4ce4-a8de-7766538e4f80', 'name': '', 'network_id': '6811541e-ca38-47de-b58f-556f733e1203', 'tenant_id': '9fed8e1559924934b96d551084f31184', 'mac_address': 'fa:16:3e:66:24:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1470c3cb-297a-49aa-9462-332fa74380ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6eeff6c3-2ced-403e-b991-c8cb764edac6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:36:51Z', 'updated_at': '2021-09-15T02:36:55Z', 'revision_number': 4, 'project_id': '9fed8e1559924934b96d551084f31184', 'subnets': [{'id': '6eeff6c3-2ced-403e-b991-c8cb764edac6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ba954e49-7668-488a-b456-15ebd030ca67'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 02:36:55.569627 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-8b8c74ef-eafc-4abc-94ab-89cc11a59ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:36:55.623256 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8c74ef-eafc-4abc-94ab-89cc11a59ff1 None None] Pushing event updated for resources: {'Port': ['ID=a66c7854-df7e-4ce4-a8de-7766538e4f80,revision_number=5']} {{(pid=101047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:36:55.748802 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 60616) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:36:55.860291 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c4ec46-e68e-40f7-b978-3fb7eea35f54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:36:55.861587 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-21c4ec46-e68e-40f7-b978-3fb7eea35f54 admin admin] 10.222.0.13 "GET /v2.0/networks/33518f62-a6b6-442c-a872-dfb5ddf2cbe1 HTTP/1.1" status: 200 len: 842 time: 0.1119049 Sep 15 02:36:55.872693 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.v2.base [None req-bddca14b-4f18-4e25-a3d0-5428da81c352 admin admin] Request body: {'subnet': {'cidr': '172.28.3.0/24', 'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.28.3.1'}} {{(pid=101046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:36:55.946040 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bddca14b-4f18-4e25-a3d0-5428da81c352 admin admin] Made reservation on behalf of 902dfb6768ff467c91007783ae522b05 for: {'subnet': 1} {{(pid=101046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:36:55.948337 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-bddca14b-4f18-4e25-a3d0-5428da81c352 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:36:56.336134 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.objects.ports [None req-bddca14b-4f18-4e25-a3d0-5428da81c352 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101046) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 15 02:36:56.336580 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-bddca14b-4f18-4e25-a3d0-5428da81c352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858'] for subnet, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:36:56.390559 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddca14b-4f18-4e25-a3d0-5428da81c352 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7529c9c6-8ff3-40d4-8357-6b3b49e7afdc,revision_number=0']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:36:56.406935 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bddca14b-4f18-4e25-a3d0-5428da81c352 admin admin] Checking segment: {'id': '4ddc9b9a-930b-46d8-934d-b4f616b6b84f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:36:56.407319 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bddca14b-4f18-4e25-a3d0-5428da81c352 admin admin] Network hostable DHCP agents. Network: 33518f62-a6b6-442c-a872-dfb5ddf2cbe1, hostable agents: ['4ac00676-0bd7-4634-9dbc-c2a760561995'], hosted agents: [] {{(pid=101046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 02:36:56.500621 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bddca14b-4f18-4e25-a3d0-5428da81c352 admin admin] Network 33518f62-a6b6-442c-a872-dfb5ddf2cbe1 is scheduled to be hosted by DHCP agent 4ac00676-0bd7-4634-9dbc-c2a760561995 with binding_index 1 {{(pid=101046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 02:36:56.580079 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.scheduler.base_scheduler [None req-bddca14b-4f18-4e25-a3d0-5428da81c352 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-25-smb, 33518f62-a6b6-442c-a872-dfb5ddf2cbe1) {{(pid=101046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:36:56.584317 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bddca14b-4f18-4e25-a3d0-5428da81c352 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:36:56.584901 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-bddca14b-4f18-4e25-a3d0-5428da81c352 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577872'] for subnet, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:36:56.589587 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f29a00-fc96-4ccf-8f84-b8cdb1627ed9 None None] Network 33518f62-a6b6-442c-a872-dfb5ddf2cbe1 requested from dv-cinder-759955-25-smb {{(pid=101047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 02:36:56.667090 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-bddca14b-4f18-4e25-a3d0-5428da81c352 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7803822 Sep 15 02:36:56.720988 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0970ffd0-18a1-4c5e-9007-4676bef7e7a5 None None] Network 33518f62-a6b6-442c-a872-dfb5ddf2cbe1 requested from dv-cinder-759955-25-smb {{(pid=101047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 02:36:59.009951 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 60624) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:36:59.139786 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-d24e31b3-5eea-469a-868b-a7c58063dd0a admin admin] 10.222.0.13 "GET /v2.0/routers/1470c3cb-297a-49aa-9462-332fa74380ab HTTP/1.1" status: 200 len: 710 time: 0.1286259 Sep 15 02:36:59.232493 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9011634-6960-4eb8-9b19-66529631d908 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:36:59.233783 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-b9011634-6960-4eb8-9b19-66529631d908 admin admin] 10.222.0.13 "GET /v2.0/networks/33518f62-a6b6-442c-a872-dfb5ddf2cbe1 HTTP/1.1" status: 200 len: 886 time: 0.0877881 Sep 15 02:36:59.245004 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.v2.base [None req-1b445d11-4ba7-403e-84a1-5826d32c48e9 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1'}}} {{(pid=101046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:36:59.487469 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-1b445d11-4ba7-403e-84a1-5826d32c48e9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:36:59.784803 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-1b445d11-4ba7-403e-84a1-5826d32c48e9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:36:59.861368 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-1b445d11-4ba7-403e-84a1-5826d32c48e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:36:59.970066 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.db.db_base_plugin_common [None req-1b445d11-4ba7-403e-84a1-5826d32c48e9 admin admin] Allocated IP 172.28.3.48 (33518f62-a6b6-442c-a872-dfb5ddf2cbe1/7529c9c6-8ff3-40d4-8357-6b3b49e7afdc/419dd163-5ae2-489a-b5fe-aa7a14ae39e1) {{(pid=101046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:37:00.070308 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-1b445d11-4ba7-403e-84a1-5826d32c48e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:37:00.180722 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-1b445d11-4ba7-403e-84a1-5826d32c48e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781587269048'] for port, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:37:00.216960 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b445d11-4ba7-403e-84a1-5826d32c48e9 admin admin] Network 33518f62-a6b6-442c-a872-dfb5ddf2cbe1 is already hosted by enough agents. {{(pid=101046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:37:00.219648 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.scheduler.base_scheduler [None req-1b445d11-4ba7-403e-84a1-5826d32c48e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:37:00.222938 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b445d11-4ba7-403e-84a1-5826d32c48e9 admin admin] Received port after_create {{(pid=101046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:37:00.231315 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b445d11-4ba7-403e-84a1-5826d32c48e9 admin admin] Pushing event updated for resources: {'Port': ['ID=419dd163-5ae2-489a-b5fe-aa7a14ae39e1,revision_number=1']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:37:00.635899 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-1b445d11-4ba7-403e-84a1-5826d32c48e9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:37:00.851267 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-1b445d11-4ba7-403e-84a1-5826d32c48e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1028542', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1030926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1004'] for router, precommit_update {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:37:00.854934 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-1b445d11-4ba7-403e-84a1-5826d32c48e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1028533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1028524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1030917'] for router, after_update {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:37:00.964903 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b445d11-4ba7-403e-84a1-5826d32c48e9 admin admin] Router 1470c3cb-297a-49aa-9462-332fa74380ab has already been hosted by L3 agent 22749488-15d0-44a3-a4aa-285786541688 {{(pid=101046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 02:37:01.069521 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b445d11-4ba7-403e-84a1-5826d32c48e9 admin admin] Notify agent at l3_agent.dv-cinder-759955-25-smb the message routers_updated {{(pid=101046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 02:37:01.073920 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-1b445d11-4ba7-403e-84a1-5826d32c48e9 admin admin] Notify callbacks [] for router, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:37:01.075151 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-1b445d11-4ba7-403e-84a1-5826d32c48e9 admin admin] 10.222.0.13 "PUT /v2.0/routers/1470c3cb-297a-49aa-9462-332fa74380ab HTTP/1.1" status: 200 len: 889 time: 1.8334045 Sep 15 02:37:01.676002 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.agents_db [None req-aaa0e2cc-b65a-40bb-b615-34ad7f0cff4d None None] Agent healthcheck: found 5 active agents {{(pid=101048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:37:02.032635 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2360e2-2b1f-4f47-9bf4-cfc825e1f241 None None] Sync routers for ids ['1470c3cb-297a-49aa-9462-332fa74380ab'] in dv-cinder-759955-25-smb {{(pid=101047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 02:37:02.043922 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2360e2-2b1f-4f47-9bf4-cfc825e1f241 None None] Routers {'1470c3cb-297a-49aa-9462-332fa74380ab'} bound to L3 agent in host dv-cinder-759955-25-smb {{(pid=101047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:37:02.044558 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_hamode_db [None req-ee2360e2-2b1f-4f47-9bf4-cfc825e1f241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-15T02:36:18Z,description=,heartbeat_timestamp=2021-09-15T02:36:48Z,host='dv-cinder-759955-25-smb',id=22749488-15d0-44a3-a4aa-285786541688,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:36:19Z,topic='l3_agent')) {'router_ids': ['1470c3cb-297a-49aa-9462-332fa74380ab'], 'active': True} {{(pid=101047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:37:02.177827 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Device a66c7854-df7e-4ce4-a8de-7766538e4f80 up at agent ovs-agent-dv-cinder-759955-25-smb {{(pid=101047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:37:02.279187 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_dvr_db [None req-ee2360e2-2b1f-4f47-9bf4-cfc825e1f241 None None] Set router 1470c3cb-297a-49aa-9462-332fa74380ab gateway port host: dv-cinder-759955-25-smb {{(pid=101047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:37:02.521457 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Provisioning complete for port a66c7854-df7e-4ce4-a8de-7766538e4f80 triggered by entity L2. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:37:02.521883 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1575204'] for port, provisioning_complete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:37:02.744367 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_hamode_db [None req-ee2360e2-2b1f-4f47-9bf4-cfc825e1f241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1470c3cb-297a-49aa-9462-332fa74380ab', 'name': 'router1', 'tenant_id': '9fed8e1559924934b96d551084f31184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'external_fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.48'}], 'enable_snat': True}, 'gw_port_id': '419dd163-5ae2-489a-b5fe-aa7a14ae39e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:36:42Z', 'updated_at': '2021-09-15T02:37:00Z', 'revision_number': 4, 'project_id': '9fed8e1559924934b96d551084f31184', 'gw_port': {'id': '419dd163-5ae2-489a-b5fe-aa7a14ae39e1', 'name': '', 'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:d3:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1470c3cb-297a-49aa-9462-332fa74380ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:36:59Z', 'updated_at': '2021-09-15T02:36:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-smb', '_interfaces': [{'id': 'a66c7854-df7e-4ce4-a8de-7766538e4f80', 'name': '', 'network_id': '6811541e-ca38-47de-b58f-556f733e1203', 'tenant_id': '9fed8e1559924934b96d551084f31184', 'mac_address': 'fa:16:3e:66:24:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1470c3cb-297a-49aa-9462-332fa74380ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6eeff6c3-2ced-403e-b991-c8cb764edac6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:36:51Z', 'updated_at': '2021-09-15T02:36:55Z', 'revision_number': 5, 'project_id': '9fed8e1559924934b96d551084f31184', 'subnets': [{'id': '6eeff6c3-2ced-403e-b991-c8cb764edac6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ba954e49-7668-488a-b456-15ebd030ca67'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-25-smb', False) {} {{(pid=101047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:37:02.799564 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2360e2-2b1f-4f47-9bf4-cfc825e1f241 None None] Checking router: 1470c3cb-297a-49aa-9462-332fa74380ab for host: dv-cinder-759955-25-smb {{(pid=101047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 02:37:02.799917 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2360e2-2b1f-4f47-9bf4-cfc825e1f241 None None] Updating router 1470c3cb-297a-49aa-9462-332fa74380ab port 419dd163-5ae2-489a-b5fe-aa7a14ae39e1 binding host dv-cinder-759955-25-smb {{(pid=101047) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 02:37:02.845655 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-ee2360e2-2b1f-4f47-9bf4-cfc825e1f241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:37:03.249300 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-ee2360e2-2b1f-4f47-9bf4-cfc825e1f241 None None] Notify callbacks [] for port, precommit_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:37:03.340736 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-ee2360e2-2b1f-4f47-9bf4-cfc825e1f241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:37:03.394345 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.managers [None req-ee2360e2-2b1f-4f47-9bf4-cfc825e1f241 None None] Attempting to bind port 419dd163-5ae2-489a-b5fe-aa7a14ae39e1 on host dv-cinder-759955-25-smb for vnic_type normal with profile {{(pid=101047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 02:37:03.394718 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.managers [None req-ee2360e2-2b1f-4f47-9bf4-cfc825e1f241 None None] Attempting to bind port 419dd163-5ae2-489a-b5fe-aa7a14ae39e1 by drivers openvswitch,hyperv on host dv-cinder-759955-25-smb at level 0 using segments [{'id': '4ddc9b9a-930b-46d8-934d-b4f616b6b84f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1'}] {{(pid=101047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 02:37:03.395220 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2360e2-2b1f-4f47-9bf4-cfc825e1f241 None None] Attempting to bind port 419dd163-5ae2-489a-b5fe-aa7a14ae39e1 on network 33518f62-a6b6-442c-a872-dfb5ddf2cbe1 {{(pid=101047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:37:03.398381 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ef856d-d9de-4e4f-9d26-1018efaeceac None None] Pushing event updated for resources: {'Port': ['ID=419dd163-5ae2-489a-b5fe-aa7a14ae39e1,revision_number=2']} {{(pid=101047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:37:03.402929 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2360e2-2b1f-4f47-9bf4-cfc825e1f241 None None] Checking agent: {'id': '129dda3c-f944-45fc-94b1-aa204aafba01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-25-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 36, 18), 'started_at': datetime.datetime(2021, 9, 15, 2, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 2, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-25-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 02:37:03.403371 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2360e2-2b1f-4f47-9bf4-cfc825e1f241 None None] Checking segment: {'id': '4ddc9b9a-930b-46d8-934d-b4f616b6b84f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:37:03.403778 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-ee2360e2-2b1f-4f47-9bf4-cfc825e1f241 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:37:03.404167 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2360e2-2b1f-4f47-9bf4-cfc825e1f241 None None] Bound using segment: {'id': '4ddc9b9a-930b-46d8-934d-b4f616b6b84f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1'} {{(pid=101047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 02:37:03.404630 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.managers [None req-ee2360e2-2b1f-4f47-9bf4-cfc825e1f241 None None] Bound port: 419dd163-5ae2-489a-b5fe-aa7a14ae39e1, host: dv-cinder-759955-25-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ddc9b9a-930b-46d8-934d-b4f616b6b84f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1'}}] {{(pid=101047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 02:37:03.405031 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-ee2360e2-2b1f-4f47-9bf4-cfc825e1f241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:37:03.456610 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-ee2360e2-2b1f-4f47-9bf4-cfc825e1f241 None None] For port 419dd163-5ae2-489a-b5fe-aa7a14ae39e1, host dv-cinder-759955-25-smb, cleared binding levels {{(pid=101047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 02:37:03.459747 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-ee2360e2-2b1f-4f47-9bf4-cfc825e1f241 None None] For port 419dd163-5ae2-489a-b5fe-aa7a14ae39e1, host dv-cinder-759955-25-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-smb',level=0,port_id=419dd163-5ae2-489a-b5fe-aa7a14ae39e1,segment=NetworkSegment(4ddc9b9a-930b-46d8-934d-b4f616b6b84f),segment_id=4ddc9b9a-930b-46d8-934d-b4f616b6b84f)] {{(pid=101047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 02:37:03.497942 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 60636) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:37:03.557760 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-ee2360e2-2b1f-4f47-9bf4-cfc825e1f241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:37:03.614853 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-25e65cd3-2c4a-41d6-b559-d571cf900dfa admin admin] 10.222.0.13 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1151512 Sep 15 02:37:03.618609 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2360e2-2b1f-4f47-9bf4-cfc825e1f241 None None] Routers {'1470c3cb-297a-49aa-9462-332fa74380ab'} bound to L3 agent in host dv-cinder-759955-25-smb {{(pid=101047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:37:03.619265 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_hamode_db [None req-ee2360e2-2b1f-4f47-9bf4-cfc825e1f241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-15T02:36:18Z,description=,heartbeat_timestamp=2021-09-15T02:36:48Z,host='dv-cinder-759955-25-smb',id=22749488-15d0-44a3-a4aa-285786541688,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:36:19Z,topic='l3_agent')) {'router_ids': ['1470c3cb-297a-49aa-9462-332fa74380ab'], 'active': True} {{(pid=101047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:37:03.621287 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ef856d-d9de-4e4f-9d26-1018efaeceac None None] Pushing event updated for resources: {'Port': ['ID=419dd163-5ae2-489a-b5fe-aa7a14ae39e1,revision_number=3']} {{(pid=101047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:37:03.737577 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_dvr_db [None req-ee2360e2-2b1f-4f47-9bf4-cfc825e1f241 None None] Set router 1470c3cb-297a-49aa-9462-332fa74380ab gateway port host: dv-cinder-759955-25-smb {{(pid=101047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:37:03.950014 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_hamode_db [None req-ee2360e2-2b1f-4f47-9bf4-cfc825e1f241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1470c3cb-297a-49aa-9462-332fa74380ab', 'name': 'router1', 'tenant_id': '9fed8e1559924934b96d551084f31184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'external_fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.48'}], 'enable_snat': True}, 'gw_port_id': '419dd163-5ae2-489a-b5fe-aa7a14ae39e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:36:42Z', 'updated_at': '2021-09-15T02:37:00Z', 'revision_number': 4, 'project_id': '9fed8e1559924934b96d551084f31184', 'gw_port': {'id': '419dd163-5ae2-489a-b5fe-aa7a14ae39e1', 'name': '', 'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:d3:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1470c3cb-297a-49aa-9462-332fa74380ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:36:59Z', 'updated_at': '2021-09-15T02:37:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-smb', '_interfaces': [{'id': 'a66c7854-df7e-4ce4-a8de-7766538e4f80', 'name': '', 'network_id': '6811541e-ca38-47de-b58f-556f733e1203', 'tenant_id': '9fed8e1559924934b96d551084f31184', 'mac_address': 'fa:16:3e:66:24:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1470c3cb-297a-49aa-9462-332fa74380ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6eeff6c3-2ced-403e-b991-c8cb764edac6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:36:51Z', 'updated_at': '2021-09-15T02:36:55Z', 'revision_number': 5, 'project_id': '9fed8e1559924934b96d551084f31184', 'subnets': [{'id': '6eeff6c3-2ced-403e-b991-c8cb764edac6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ba954e49-7668-488a-b456-15ebd030ca67'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-25-smb', False) {} {{(pid=101047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:37:03.976061 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2360e2-2b1f-4f47-9bf4-cfc825e1f241 None None] The sync data for ids ['1470c3cb-297a-49aa-9462-332fa74380ab'] in dv-cinder-759955-25-smb is: [{'id': '1470c3cb-297a-49aa-9462-332fa74380ab', 'name': 'router1', 'tenant_id': '9fed8e1559924934b96d551084f31184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'external_fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.48'}], 'enable_snat': True}, 'gw_port_id': '419dd163-5ae2-489a-b5fe-aa7a14ae39e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:36:42Z', 'updated_at': '2021-09-15T02:37:00Z', 'revision_number': 4, 'project_id': '9fed8e1559924934b96d551084f31184', 'gw_port': {'id': '419dd163-5ae2-489a-b5fe-aa7a14ae39e1', 'name': '', 'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:d3:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1470c3cb-297a-49aa-9462-332fa74380ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:36:59Z', 'updated_at': '2021-09-15T02:37:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-smb', '_interfaces': [{'id': 'a66c7854-df7e-4ce4-a8de-7766538e4f80', 'name': '', 'network_id': '6811541e-ca38-47de-b58f-556f733e1203', 'tenant_id': '9fed8e1559924934b96d551084f31184', 'mac_address': 'fa:16:3e:66:24:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1470c3cb-297a-49aa-9462-332fa74380ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6eeff6c3-2ced-403e-b991-c8cb764edac6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:36:51Z', 'updated_at': '2021-09-15T02:36:55Z', 'revision_number': 5, 'project_id': '9fed8e1559924934b96d551084f31184', 'subnets': [{'id': '6eeff6c3-2ced-403e-b991-c8cb764edac6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ba954e49-7668-488a-b456-15ebd030ca67'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 02:37:04.341690 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Device 419dd163-5ae2-489a-b5fe-aa7a14ae39e1 up at agent ovs-agent-dv-cinder-759955-25-smb {{(pid=101047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:37:04.416453 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Provisioning complete for port 419dd163-5ae2-489a-b5fe-aa7a14ae39e1 triggered by entity L2. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:37:04.416915 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1575204'] for port, provisioning_complete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:37:04.500337 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:37:04.522887 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] For port 419dd163-5ae2-489a-b5fe-aa7a14ae39e1, host dv-cinder-759955-25-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-smb',level=0,port_id=419dd163-5ae2-489a-b5fe-aa7a14ae39e1,segment=NetworkSegment(4ddc9b9a-930b-46d8-934d-b4f616b6b84f),segment_id=4ddc9b9a-930b-46d8-934d-b4f616b6b84f)] {{(pid=101047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:37:04.580132 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:37:04.633451 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Pushing event updated for resources: {'Port': ['ID=419dd163-5ae2-489a-b5fe-aa7a14ae39e1,revision_number=4']} {{(pid=101047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:37:06.181263 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Device 419dd163-5ae2-489a-b5fe-aa7a14ae39e1 up at agent ovs-agent-dv-cinder-759955-25-smb {{(pid=101047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:37:06.236748 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Provisioning complete for port 419dd163-5ae2-489a-b5fe-aa7a14ae39e1 triggered by entity L2. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:37:06.237249 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1575204'] for port, provisioning_complete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:37:15.440940 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-866d316e-f803-491c-bb87-04c5a9a0e4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:37:18.111562 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-f9a74f05-efa9-4d93-b792-75c31e0bf8b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:37:18.448794 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:37:19.317100 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-26fc78ca-8f14-4c98-81c4-2d6c26116e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:37:21.179718 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-4787a0ec-4617-4d18-8d79-4c4aa2145a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:37:38.674947 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.agents_db [None req-aaa0e2cc-b65a-40bb-b615-34ad7f0cff4d None None] Agent healthcheck: found 5 active agents {{(pid=101048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:37:45.412194 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-c899f660-675f-492f-bcd1-c85aa7963e41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:37:48.099044 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-bebcf151-e17f-4da2-b3cb-6f5f8f1195d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:37:48.425013 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:37:49.281957 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-26fc78ca-8f14-4c98-81c4-2d6c26116e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:37:51.196123 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-4787a0ec-4617-4d18-8d79-4c4aa2145a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:38:15.400596 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-f74741d4-3158-4385-b79a-17030321df9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:38:15.672899 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.agents_db [None req-aaa0e2cc-b65a-40bb-b615-34ad7f0cff4d None None] Agent healthcheck: found 5 active agents {{(pid=101048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:38:18.115416 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-aa34e041-51a5-4a6d-8afe-e371070a966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:38:18.429352 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:38:19.309508 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-26fc78ca-8f14-4c98-81c4-2d6c26116e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:38:21.172423 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-4787a0ec-4617-4d18-8d79-4c4aa2145a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:38:42.666886 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 32966) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:38:42.727907 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.pecan_wsgi.hooks.translation [None req-c83b1a0a-9e26-4035-80ed-f4dca0870579 admin admin] GET failed (client error): The resource could not be found. Sep 15 02:38:42.729250 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-c83b1a0a-9e26-4035-80ed-f4dca0870579 admin admin] 10.222.0.13 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0613811 Sep 15 02:38:42.887028 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6909f86-3904-42b9-b858-e05903d72bbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:38:42.888453 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-c6909f86-3904-42b9-b858-e05903d72bbd admin admin] 10.222.0.13 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1546967 Sep 15 02:38:45.117031 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 32976) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:38:45.209421 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8e8657-a73e-4d22-a6ba-b669ef600d84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:38:45.210735 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-0d8e8657-a73e-4d22-a6ba-b669ef600d84 admin admin] 10.222.0.13 "GET /v2.0/subnets/6eeff6c3-2ced-403e-b991-c8cb764edac6 HTTP/1.1" status: 200 len: 849 time: 0.0927360 Sep 15 02:38:45.221357 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.v2.base [None req-0cf56784-3cc5-4a68-98a1-817fc4f2c845 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=101046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:38:45.302105 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-0cf56784-3cc5-4a68-98a1-817fc4f2c845 admin admin] Notify callbacks [] for subnet, before_update {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:38:45.400250 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-427f4ce0-0b73-4c9e-8334-986e0cb51acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:38:45.480205 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-0cf56784-3cc5-4a68-98a1-817fc4f2c845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8781587787780'] for subnet, after_update {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:38:45.511261 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf56784-3cc5-4a68-98a1-817fc4f2c845 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:38:45.511549 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-0cf56784-3cc5-4a68-98a1-817fc4f2c845 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577872'] for subnet, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:38:45.512903 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-0cf56784-3cc5-4a68-98a1-817fc4f2c845 admin admin] 10.222.0.13 "PUT /v2.0/subnets/6eeff6c3-2ced-403e-b991-c8cb764edac6 HTTP/1.1" status: 200 len: 868 time: 0.2959189 Sep 15 02:38:45.514116 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-181f55dc-2d27-4da7-93e7-efc3cdee25ba None None] Network 6811541e-ca38-47de-b58f-556f733e1203 requested from dv-cinder-759955-25-smb {{(pid=101047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 02:38:45.534035 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf56784-3cc5-4a68-98a1-817fc4f2c845 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6eeff6c3-2ced-403e-b991-c8cb764edac6,revision_number=1']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:38:45.541377 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf56784-3cc5-4a68-98a1-817fc4f2c845 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:38:45.541764 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf56784-3cc5-4a68-98a1-817fc4f2c845 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:38:45.542088 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf56784-3cc5-4a68-98a1-817fc4f2c845 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:38:45.542420 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf56784-3cc5-4a68-98a1-817fc4f2c845 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:38:45.542747 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf56784-3cc5-4a68-98a1-817fc4f2c845 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:38:45.543122 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf56784-3cc5-4a68-98a1-817fc4f2c845 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:38:45.543454 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf56784-3cc5-4a68-98a1-817fc4f2c845 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:38:45.543777 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf56784-3cc5-4a68-98a1-817fc4f2c845 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:38:45.544100 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf56784-3cc5-4a68-98a1-817fc4f2c845 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:38:45.544420 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf56784-3cc5-4a68-98a1-817fc4f2c845 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:38:45.544743 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf56784-3cc5-4a68-98a1-817fc4f2c845 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:38:45.545063 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf56784-3cc5-4a68-98a1-817fc4f2c845 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:38:45.833427 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-8ae29154-9795-4877-b553-0fbae5871916 None None] Provisioning complete for port a66c7854-df7e-4ce4-a8de-7766538e4f80 triggered by entity DHCP. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:38:45.833796 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-8ae29154-9795-4877-b553-0fbae5871916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1575204'] for port, provisioning_complete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:38:45.919978 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-8ae29154-9795-4877-b553-0fbae5871916 None None] Provisioning complete for port 747d48e2-b366-4d50-8428-45ecee7dbeae triggered by entity DHCP. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:38:45.920342 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-8ae29154-9795-4877-b553-0fbae5871916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1575204'] for port, provisioning_complete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:38:47.725232 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 32984) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:38:48.063284 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.policy [None req-86b877ea-8fda-4dbe-81da-116252908def admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101045) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 15 02:38:48.108466 dv-cinder-759955-25-smb neutron-server[101045]: WARNING oslo_policy.policy [None req-86b877ea-8fda-4dbe-81da-116252908def admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 02:38:48.108844 dv-cinder-759955-25-smb neutron-server[101045]: WARNING oslo_policy.policy [None req-86b877ea-8fda-4dbe-81da-116252908def admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 02:38:48.117410 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b877ea-8fda-4dbe-81da-116252908def admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:38:48.117902 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b877ea-8fda-4dbe-81da-116252908def admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:38:48.119777 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-86b877ea-8fda-4dbe-81da-116252908def admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.3936052 Sep 15 02:38:48.125430 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-ea362aaa-fe11-403f-bb02-ccc55f845e8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:38:48.457132 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:38:49.319665 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-26fc78ca-8f14-4c98-81c4-2d6c26116e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:38:50.321243 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 32996) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:38:50.450119 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b60840-b42b-4213-b684-6bd25766a520 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:38:50.450582 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b60840-b42b-4213-b684-6bd25766a520 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:38:50.452130 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-14b60840-b42b-4213-b684-6bd25766a520 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1299369 Sep 15 02:38:51.182288 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-4787a0ec-4617-4d18-8d79-4c4aa2145a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:38:52.647317 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 33004) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:38:52.671576 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.agents_db [None req-aaa0e2cc-b65a-40bb-b615-34ad7f0cff4d None None] Agent healthcheck: found 5 active agents {{(pid=101048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:38:52.831401 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e1283d-e337-46d8-a68f-451c7c8ce826 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:38:52.832668 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-70e1283d-e337-46d8-a68f-451c7c8ce826 admin admin] 10.222.0.13 "GET /v2.0/networks/33518f62-a6b6-442c-a872-dfb5ddf2cbe1 HTTP/1.1" status: 200 len: 886 time: 0.1844232 Sep 15 02:38:55.019834 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 33012) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:38:55.149578 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc25afa-7926-4377-8cbc-3922b729d783 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:38:55.150929 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-3bc25afa-7926-4377-8cbc-3922b729d783 admin admin] 10.222.0.13 "GET /v2.0/networks/6811541e-ca38-47de-b58f-556f733e1203 HTTP/1.1" status: 200 len: 869 time: 0.1301472 Sep 15 02:38:57.328710 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 33020) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:38:57.457348 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d9c0a9-7e69-4cea-9f33-4d236e205d28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:38:57.457804 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d9c0a9-7e69-4cea-9f33-4d236e205d28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:38:57.463041 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-e5d9c0a9-7e69-4cea-9f33-4d236e205d28 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1288869 Sep 15 02:38:59.660949 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 33028) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:38:59.752756 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6060eb-ac19-4c13-9902-0abbe8979005 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:38:59.753216 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6060eb-ac19-4c13-9902-0abbe8979005 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:38:59.754715 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-1a6060eb-ac19-4c13-9902-0abbe8979005 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0928357 Sep 15 02:39:01.965249 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 33036) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:39:02.054999 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f709248-8854-4030-b1bf-cc6704a60871 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:39:02.056299 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-9f709248-8854-4030-b1bf-cc6704a60871 admin admin] 10.222.0.13 "GET /v2.0/subnets/6eeff6c3-2ced-403e-b991-c8cb764edac6 HTTP/1.1" status: 200 len: 868 time: 0.0900233 Sep 15 02:39:04.240703 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 33044) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:39:04.325511 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac6cffd-74b6-41e3-b184-184e1b614704 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:39:04.326839 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-fac6cffd-74b6-41e3-b184-184e1b614704 admin admin] 10.222.0.13 "GET /v2.0/subnets/7529c9c6-8ff3-40d4-8357-6b3b49e7afdc HTTP/1.1" status: 200 len: 816 time: 0.0851882 Sep 15 02:39:15.393723 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-af62a02e-8fb7-4c52-a9ed-d54dcc3fc9db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:39:18.147573 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-61935100-cc50-443f-a04c-9484b0a652cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:39:18.479307 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:39:19.302167 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-26fc78ca-8f14-4c98-81c4-2d6c26116e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:39:21.193717 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-4787a0ec-4617-4d18-8d79-4c4aa2145a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:39:28.378197 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 33098) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:39:28.425071 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [None req-6aa57b70-2dbf-4d96-b6ac-598530015e6c admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 02:39:28.426094 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-6aa57b70-2dbf-4d96-b6ac-598530015e6c admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0469623 Sep 15 02:39:29.669521 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.agents_db [None req-aaa0e2cc-b65a-40bb-b615-34ad7f0cff4d None None] Agent healthcheck: found 5 active agents {{(pid=101048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:39:30.691375 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 33106) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:39:30.755626 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6d529a2-8830-42b1-ae04-a1f88a56e4d9 admin admin] GET failed (client error): The resource could not be found. Sep 15 02:39:30.757501 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-b6d529a2-8830-42b1-ae04-a1f88a56e4d9 admin admin] 10.222.0.13 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0651979 Sep 15 02:39:30.936008 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63fa9f5c-b9ff-4c18-950b-d42319f12c26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:39:30.937498 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-63fa9f5c-b9ff-4c18-950b-d42319f12c26 admin admin] 10.222.0.13 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1753364 Sep 15 02:39:33.163048 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 33114) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:39:33.209659 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.v2.base [None req-0bfa3e6d-7128-4009-a670-82e9562b4eae admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=101046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:39:33.330280 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bfa3e6d-7128-4009-a670-82e9562b4eae admin admin] Made reservation on behalf of 902dfb6768ff467c91007783ae522b05 for: {'network': 1} {{(pid=101046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:39:33.332749 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-0bfa3e6d-7128-4009-a670-82e9562b4eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for network, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:39:33.360504 dv-cinder-759955-25-smb neutron-server[101046]: WARNING neutron.services.revisions.revision_plugin [None req-0bfa3e6d-7128-4009-a670-82e9562b4eae admin admin] Could not find related network for resource to bump revision. Sep 15 02:39:33.373344 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bfa3e6d-7128-4009-a670-82e9562b4eae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=101046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 02:39:33.383866 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-0bfa3e6d-7128-4009-a670-82e9562b4eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1581261'] for segment, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:39:33.384205 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.db.segments_db [None req-0bfa3e6d-7128-4009-a670-82e9562b4eae admin admin] Added segment 0ad5a8bd-4676-4915-bd3a-db97e73d3c18 of type vlan for network bdd81370-8ddb-4f4b-aa94-002d4f9e1efe Sep 15 02:39:33.422671 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-0bfa3e6d-7128-4009-a670-82e9562b4eae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781587303702'] for network, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:39:33.513033 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-0bfa3e6d-7128-4009-a670-82e9562b4eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858'] for network, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:39:33.513960 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bfa3e6d-7128-4009-a670-82e9562b4eae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:39:33.514536 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-0bfa3e6d-7128-4009-a670-82e9562b4eae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577872'] for network, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:39:33.574313 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfa3e6d-7128-4009-a670-82e9562b4eae admin admin] Pushing event updated for resources: {'Network': ['ID=bdd81370-8ddb-4f4b-aa94-002d4f9e1efe,revision_number=1']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:39:33.582918 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-0bfa3e6d-7128-4009-a670-82e9562b4eae admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4187932 Sep 15 02:39:33.681627 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Network bdd81370-8ddb-4f4b-aa94-002d4f9e1efe details requested by agent ovs-agent-dv-cinder-759955-25-smb with host dv-cinder-759955-25-smb {{(pid=101047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 02:39:35.798449 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 33122) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:39:35.860974 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.pecan_wsgi.hooks.translation [None req-c292956c-0e18-4b65-8a78-ba6c934f6c8b admin admin] GET failed (client error): The resource could not be found. Sep 15 02:39:35.862265 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-c292956c-0e18-4b65-8a78-ba6c934f6c8b admin admin] 10.222.0.13 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0628066 Sep 15 02:39:35.958181 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a109d2b-9ab9-47c4-97aa-f8cbd9c6f185 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:39:35.959560 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-7a109d2b-9ab9-47c4-97aa-f8cbd9c6f185 admin admin] 10.222.0.13 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0927014 Sep 15 02:39:35.969691 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.v2.base [None req-a8d1432c-284f-44d7-a02e-5b2e264f4d67 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': 'bdd81370-8ddb-4f4b-aa94-002d4f9e1efe', 'cidr': '192.168.233.0/24'}} {{(pid=101045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:39:35.971437 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.quota [None req-a8d1432c-284f-44d7-a02e-5b2e264f4d67 admin admin] Loaded quota_driver: . Sep 15 02:39:36.072875 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8d1432c-284f-44d7-a02e-5b2e264f4d67 admin admin] Made reservation on behalf of 902dfb6768ff467c91007783ae522b05 for: {'subnet': 1} {{(pid=101045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:39:36.075577 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-a8d1432c-284f-44d7-a02e-5b2e264f4d67 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:39:36.358562 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-a8d1432c-284f-44d7-a02e-5b2e264f4d67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858'] for subnet, after_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:39:36.429393 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d1432c-284f-44d7-a02e-5b2e264f4d67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56f0d438-f702-4379-a2e9-a9b833d5c0f9,revision_number=0']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:39:36.433541 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d1432c-284f-44d7-a02e-5b2e264f4d67 admin admin] Checking segment: {'id': '0ad5a8bd-4676-4915-bd3a-db97e73d3c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bdd81370-8ddb-4f4b-aa94-002d4f9e1efe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:39:36.433896 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d1432c-284f-44d7-a02e-5b2e264f4d67 admin admin] Network hostable DHCP agents. Network: bdd81370-8ddb-4f4b-aa94-002d4f9e1efe, hostable agents: ['4ac00676-0bd7-4634-9dbc-c2a760561995'], hosted agents: [] {{(pid=101045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 02:39:36.442474 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d1432c-284f-44d7-a02e-5b2e264f4d67 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:39:36.442827 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d1432c-284f-44d7-a02e-5b2e264f4d67 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:39:36.443194 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d1432c-284f-44d7-a02e-5b2e264f4d67 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:39:36.443524 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d1432c-284f-44d7-a02e-5b2e264f4d67 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:39:36.443852 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d1432c-284f-44d7-a02e-5b2e264f4d67 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:39:36.444194 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d1432c-284f-44d7-a02e-5b2e264f4d67 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:39:36.444521 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d1432c-284f-44d7-a02e-5b2e264f4d67 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:39:36.444841 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d1432c-284f-44d7-a02e-5b2e264f4d67 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:39:36.445174 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d1432c-284f-44d7-a02e-5b2e264f4d67 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:39:36.445497 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d1432c-284f-44d7-a02e-5b2e264f4d67 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:39:36.445812 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d1432c-284f-44d7-a02e-5b2e264f4d67 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:39:36.446124 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d1432c-284f-44d7-a02e-5b2e264f4d67 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:39:36.447266 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d1432c-284f-44d7-a02e-5b2e264f4d67 admin admin] Tracked resource versions report: Sep 15 02:39:36.447266 dv-cinder-759955-25-smb neutron-server[101045]: pushed versions: Sep 15 02:39:36.447266 dv-cinder-759955-25-smb neutron-server[101045]: { 'AddressGroup': {'1.2'}, Sep 15 02:39:36.447266 dv-cinder-759955-25-smb neutron-server[101045]: 'ConntrackHelper': {'1.0'}, Sep 15 02:39:36.447266 dv-cinder-759955-25-smb neutron-server[101045]: 'Log': {'1.0'}, Sep 15 02:39:36.447266 dv-cinder-759955-25-smb neutron-server[101045]: 'Network': {'1.1'}, Sep 15 02:39:36.447266 dv-cinder-759955-25-smb neutron-server[101045]: 'Port': {'1.7'}, Sep 15 02:39:36.447266 dv-cinder-759955-25-smb neutron-server[101045]: 'PortForwarding': {'1.2'}, Sep 15 02:39:36.447266 dv-cinder-759955-25-smb neutron-server[101045]: 'QosPolicy': {'1.9'}, Sep 15 02:39:36.447266 dv-cinder-759955-25-smb neutron-server[101045]: 'SecurityGroup': {'1.4'}, Sep 15 02:39:36.447266 dv-cinder-759955-25-smb neutron-server[101045]: 'SecurityGroupRule': {'1.2'}, Sep 15 02:39:36.447266 dv-cinder-759955-25-smb neutron-server[101045]: 'SubPort': {'1.0'}, Sep 15 02:39:36.447266 dv-cinder-759955-25-smb neutron-server[101045]: 'Subnet': {'1.1'}, Sep 15 02:39:36.447266 dv-cinder-759955-25-smb neutron-server[101045]: 'Trunk': {'1.1'}} Sep 15 02:39:36.447266 dv-cinder-759955-25-smb neutron-server[101045]: consumer versions: Sep 15 02:39:36.447266 dv-cinder-759955-25-smb neutron-server[101045]: { DHCP agent@dv-cinder-759955-25-smb: {}, Sep 15 02:39:36.447266 dv-cinder-759955-25-smb neutron-server[101045]: L3 agent@dv-cinder-759955-25-smb: {}, Sep 15 02:39:36.447266 dv-cinder-759955-25-smb neutron-server[101045]: Metadata agent@dv-cinder-759955-25-smb: {}, Sep 15 02:39:36.447266 dv-cinder-759955-25-smb neutron-server[101045]: Metering agent@dv-cinder-759955-25-smb: {}, Sep 15 02:39:36.447266 dv-cinder-759955-25-smb neutron-server[101045]: Open vSwitch agent@dv-cinder-759955-25-smb: { 'AddressGroup': '1.2', Sep 15 02:39:36.447266 dv-cinder-759955-25-smb neutron-server[101045]: 'ConntrackHelper': '1.0', Sep 15 02:39:36.447266 dv-cinder-759955-25-smb neutron-server[101045]: 'Log': '1.0', Sep 15 02:39:36.447266 dv-cinder-759955-25-smb neutron-server[101045]: 'Network': '1.1', Sep 15 02:39:36.447266 dv-cinder-759955-25-smb neutron-server[101045]: 'Port': '1.7', Sep 15 02:39:36.447266 dv-cinder-759955-25-smb neutron-server[101045]: 'PortForwarding': '1.2', Sep 15 02:39:36.447266 dv-cinder-759955-25-smb neutron-server[101045]: 'QosPolicy': '1.9', Sep 15 02:39:36.447266 dv-cinder-759955-25-smb neutron-server[101045]: 'SecurityGroup': '1.4', Sep 15 02:39:36.447266 dv-cinder-759955-25-smb neutron-server[101045]: 'SecurityGroupRule': '1.2', Sep 15 02:39:36.447266 dv-cinder-759955-25-smb neutron-server[101045]: 'SubPort': '1.0', Sep 15 02:39:36.447266 dv-cinder-759955-25-smb neutron-server[101045]: 'Subnet': '1.1', Sep 15 02:39:36.447266 dv-cinder-759955-25-smb neutron-server[101045]: 'Trunk': '1.1'}} Sep 15 02:39:36.447266 dv-cinder-759955-25-smb neutron-server[101045]: {{(pid=101045) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 02:39:36.569924 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d1432c-284f-44d7-a02e-5b2e264f4d67 admin admin] Network bdd81370-8ddb-4f4b-aa94-002d4f9e1efe is scheduled to be hosted by DHCP agent 4ac00676-0bd7-4634-9dbc-c2a760561995 with binding_index 1 {{(pid=101045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 02:39:36.655519 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.scheduler.base_scheduler [None req-a8d1432c-284f-44d7-a02e-5b2e264f4d67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-25-smb, bdd81370-8ddb-4f4b-aa94-002d4f9e1efe) {{(pid=101045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:39:36.661375 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d1432c-284f-44d7-a02e-5b2e264f4d67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:39:36.662652 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-a8d1432c-284f-44d7-a02e-5b2e264f4d67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577872'] for subnet, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:39:36.666500 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3765d4-c21e-4814-aed2-1cf99266ff1a None None] Network bdd81370-8ddb-4f4b-aa94-002d4f9e1efe requested from dv-cinder-759955-25-smb {{(pid=101047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 02:39:36.766272 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-a8d1432c-284f-44d7-a02e-5b2e264f4d67 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7994504 Sep 15 02:39:36.818646 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e30c80-d23e-4850-8804-2cd167ee192a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe85668e-e89f-562c-b83c-593ad87c45d5-bdd81370-8ddb-4f4b-aa94-002d4f9e1efe', 'network_id': 'bdd81370-8ddb-4f4b-aa94-002d4f9e1efe', 'tenant_id': '902dfb6768ff467c91007783ae522b05', 'fixed_ips': [{'subnet_id': '56f0d438-f702-4379-a2e9-a9b833d5c0f9'}]}} from dv-cinder-759955-25-smb. {{(pid=101047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 02:39:36.819585 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-50e30c80-d23e-4850-8804-2cd167ee192a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_create {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:39:36.964481 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.db_base_plugin_common [None req-50e30c80-d23e-4850-8804-2cd167ee192a None None] Allocated IP 192.168.233.2 (bdd81370-8ddb-4f4b-aa94-002d4f9e1efe/56f0d438-f702-4379-a2e9-a9b833d5c0f9/34a61217-f4a8-4181-8548-f2a37e359bbe) {{(pid=101047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:39:37.115046 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-50e30c80-d23e-4850-8804-2cd167ee192a None None] Notify callbacks [] for port, precommit_create {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:39:37.199064 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-50e30c80-d23e-4850-8804-2cd167ee192a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781587269048'] for port, after_create {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:39:37.238125 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e30c80-d23e-4850-8804-2cd167ee192a None None] Network bdd81370-8ddb-4f4b-aa94-002d4f9e1efe is already hosted by enough agents. {{(pid=101047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:39:37.240821 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.scheduler.base_scheduler [None req-50e30c80-d23e-4850-8804-2cd167ee192a None None] Resources bound (agent type, host, resource id): {{(pid=101047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:39:37.244392 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e30c80-d23e-4850-8804-2cd167ee192a None None] Received port after_create {{(pid=101047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:39:37.252203 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e30c80-d23e-4850-8804-2cd167ee192a None None] Pushing event updated for resources: {'Port': ['ID=34a61217-f4a8-4181-8548-f2a37e359bbe,revision_number=1']} {{(pid=101047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:39:37.262929 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e30c80-d23e-4850-8804-2cd167ee192a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:39:37.266990 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e30c80-d23e-4850-8804-2cd167ee192a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:39:37.266990 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e30c80-d23e-4850-8804-2cd167ee192a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:39:37.266990 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e30c80-d23e-4850-8804-2cd167ee192a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:39:37.266990 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e30c80-d23e-4850-8804-2cd167ee192a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:39:37.266990 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e30c80-d23e-4850-8804-2cd167ee192a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:39:37.266990 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e30c80-d23e-4850-8804-2cd167ee192a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:39:37.266990 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e30c80-d23e-4850-8804-2cd167ee192a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:39:37.266990 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e30c80-d23e-4850-8804-2cd167ee192a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:39:37.266990 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e30c80-d23e-4850-8804-2cd167ee192a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:39:37.266990 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e30c80-d23e-4850-8804-2cd167ee192a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:39:37.266990 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e30c80-d23e-4850-8804-2cd167ee192a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:39:37.313204 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.managers [None req-50e30c80-d23e-4850-8804-2cd167ee192a None None] Attempting to bind port 34a61217-f4a8-4181-8548-f2a37e359bbe on host dv-cinder-759955-25-smb for vnic_type normal with profile {{(pid=101047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 02:39:37.313592 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.managers [None req-50e30c80-d23e-4850-8804-2cd167ee192a None None] Attempting to bind port 34a61217-f4a8-4181-8548-f2a37e359bbe by drivers openvswitch,hyperv on host dv-cinder-759955-25-smb at level 0 using segments [{'id': '0ad5a8bd-4676-4915-bd3a-db97e73d3c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bdd81370-8ddb-4f4b-aa94-002d4f9e1efe'}] {{(pid=101047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 02:39:37.313926 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e30c80-d23e-4850-8804-2cd167ee192a None None] Attempting to bind port 34a61217-f4a8-4181-8548-f2a37e359bbe on network bdd81370-8ddb-4f4b-aa94-002d4f9e1efe {{(pid=101047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:39:37.318871 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e30c80-d23e-4850-8804-2cd167ee192a None None] Checking agent: {'id': '129dda3c-f944-45fc-94b1-aa204aafba01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-25-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 36, 18), 'started_at': datetime.datetime(2021, 9, 15, 2, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 2, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-25-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 02:39:37.319269 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e30c80-d23e-4850-8804-2cd167ee192a None None] Checking segment: {'id': '0ad5a8bd-4676-4915-bd3a-db97e73d3c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bdd81370-8ddb-4f4b-aa94-002d4f9e1efe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:39:37.319670 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-50e30c80-d23e-4850-8804-2cd167ee192a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:39:37.320059 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e30c80-d23e-4850-8804-2cd167ee192a None None] Bound using segment: {'id': '0ad5a8bd-4676-4915-bd3a-db97e73d3c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bdd81370-8ddb-4f4b-aa94-002d4f9e1efe'} {{(pid=101047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 02:39:37.320572 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.managers [None req-50e30c80-d23e-4850-8804-2cd167ee192a None None] Bound port: 34a61217-f4a8-4181-8548-f2a37e359bbe, host: dv-cinder-759955-25-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ad5a8bd-4676-4915-bd3a-db97e73d3c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bdd81370-8ddb-4f4b-aa94-002d4f9e1efe'}}] {{(pid=101047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 02:39:37.320972 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-50e30c80-d23e-4850-8804-2cd167ee192a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:39:37.398358 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-50e30c80-d23e-4850-8804-2cd167ee192a None None] For port 34a61217-f4a8-4181-8548-f2a37e359bbe, host dv-cinder-759955-25-smb, cleared binding levels {{(pid=101047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 02:39:37.401526 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-50e30c80-d23e-4850-8804-2cd167ee192a None None] For port 34a61217-f4a8-4181-8548-f2a37e359bbe, host dv-cinder-759955-25-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-smb',level=0,port_id=34a61217-f4a8-4181-8548-f2a37e359bbe,segment=NetworkSegment(0ad5a8bd-4676-4915-bd3a-db97e73d3c18),segment_id=0ad5a8bd-4676-4915-bd3a-db97e73d3c18)] {{(pid=101047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 02:39:37.461922 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-50e30c80-d23e-4850-8804-2cd167ee192a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:39:37.518210 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e30c80-d23e-4850-8804-2cd167ee192a None None] Pushing event updated for resources: {'Port': ['ID=34a61217-f4a8-4181-8548-f2a37e359bbe,revision_number=2']} {{(pid=101047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:39:38.345615 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Device 34a61217-f4a8-4181-8548-f2a37e359bbe up at agent ovs-agent-dv-cinder-759955-25-smb {{(pid=101047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:39:38.371503 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f519ce8d-d5c1-4c21-a667-4e91e1fd3e8e None None] Network bdd81370-8ddb-4f4b-aa94-002d4f9e1efe requested from dv-cinder-759955-25-smb {{(pid=101047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 02:39:38.463216 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-798c5844-b286-4a1e-abc8-2119de5bcb77 None None] Provisioning complete for port 34a61217-f4a8-4181-8548-f2a37e359bbe triggered by entity DHCP. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:39:38.463587 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-798c5844-b286-4a1e-abc8-2119de5bcb77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1575204'] for port, provisioning_complete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:39:38.497000 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Provisioning complete for port 34a61217-f4a8-4181-8548-f2a37e359bbe triggered by entity L2. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:39:38.497366 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1575204'] for port, provisioning_complete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:39:38.668306 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-798c5844-b286-4a1e-abc8-2119de5bcb77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:39:38.697375 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:39:38.729936 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-798c5844-b286-4a1e-abc8-2119de5bcb77 None None] For port 34a61217-f4a8-4181-8548-f2a37e359bbe, host dv-cinder-759955-25-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-smb',level=0,port_id=34a61217-f4a8-4181-8548-f2a37e359bbe,segment=NetworkSegment(0ad5a8bd-4676-4915-bd3a-db97e73d3c18),segment_id=0ad5a8bd-4676-4915-bd3a-db97e73d3c18)] {{(pid=101047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:39:38.811229 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-798c5844-b286-4a1e-abc8-2119de5bcb77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:39:38.887257 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.db.api [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101047) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 02:39:38.887624 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG oslo_db.api [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 02:39:38.893012 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798c5844-b286-4a1e-abc8-2119de5bcb77 None None] Pushing event updated for resources: {'Port': ['ID=34a61217-f4a8-4181-8548-f2a37e359bbe,revision_number=3']} {{(pid=101047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:39:38.931285 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-4e9eb780-cb48-4f16-a8fe-539feb728d77 None None] Provisioning complete for port 34a61217-f4a8-4181-8548-f2a37e359bbe triggered by entity DHCP. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:39:38.931896 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-4e9eb780-cb48-4f16-a8fe-539feb728d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1575204'] for port, provisioning_complete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:39:40.301859 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Device 34a61217-f4a8-4181-8548-f2a37e359bbe up at agent ovs-agent-dv-cinder-759955-25-smb {{(pid=101047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:39:40.348968 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Provisioning complete for port 34a61217-f4a8-4181-8548-f2a37e359bbe triggered by entity L2. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:39:40.349322 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1575204'] for port, provisioning_complete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:39:45.427170 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-263f499d-df87-4b89-bf28-8b84385344c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:39:48.141495 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-f9395030-bf19-4d56-b7c4-2429d152f942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:39:48.443999 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:39:49.272285 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-26fc78ca-8f14-4c98-81c4-2d6c26116e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:39:51.186933 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-4787a0ec-4617-4d18-8d79-4c4aa2145a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:06.667422 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.agents_db [None req-aaa0e2cc-b65a-40bb-b615-34ad7f0cff4d None None] Agent healthcheck: found 5 active agents {{(pid=101048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:40:15.449143 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-461aa468-3bf1-44e1-bc2c-963b6c18cb43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:18.101719 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-913ec6ab-aaa4-40a0-8947-086924c653ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:18.443072 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:19.323500 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-26fc78ca-8f14-4c98-81c4-2d6c26116e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:21.197131 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-4787a0ec-4617-4d18-8d79-4c4aa2145a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:43.665270 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.agents_db [None req-aaa0e2cc-b65a-40bb-b615-34ad7f0cff4d None None] Agent healthcheck: found 5 active agents {{(pid=101048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:40:45.500684 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-67aa3adf-5f5d-4955-bdc0-2c0be712c298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:48.105263 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-141779c8-8b93-4a29-923c-893a0f8d66cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:48.413410 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:49.310506 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-26fc78ca-8f14-4c98-81c4-2d6c26116e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:51.208185 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-4787a0ec-4617-4d18-8d79-4c4aa2145a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:55.531564 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 33180) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:40:55.537402 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [None req-a0e54d89-c419-4c43-94d7-299b9f3eaf88 tempest-verify_tempest_config-123434221 tempest-verify_tempest_config-123434221-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101045) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 02:40:55.538356 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-a0e54d89-c419-4c43-94d7-299b9f3eaf88 tempest-verify_tempest_config-123434221 tempest-verify_tempest_config-123434221-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058351 Sep 15 02:40:56.023282 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 33198) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:40:56.131569 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-a26b2f90-0d06-410e-9ed4-408d97adfb5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:56.246544 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-a26b2f90-0d06-410e-9ed4-408d97adfb5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:56.321973 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-a26b2f90-0d06-410e-9ed4-408d97adfb5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:56.367897 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-a26b2f90-0d06-410e-9ed4-408d97adfb5d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dc198ba018de4c57bf7af08ee68df691&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3435130 Sep 15 02:40:56.368865 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26b2f90-0d06-410e-9ed4-408d97adfb5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88c7d748-df87-4280-9617-d31c55995eb6,revision_number=1']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:40:56.370636 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 33202) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:40:56.375684 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26b2f90-0d06-410e-9ed4-408d97adfb5d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:40:56.376050 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26b2f90-0d06-410e-9ed4-408d97adfb5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:40:56.376395 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26b2f90-0d06-410e-9ed4-408d97adfb5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:40:56.376729 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26b2f90-0d06-410e-9ed4-408d97adfb5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:40:56.377064 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26b2f90-0d06-410e-9ed4-408d97adfb5d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:40:56.377408 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26b2f90-0d06-410e-9ed4-408d97adfb5d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:40:56.377742 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26b2f90-0d06-410e-9ed4-408d97adfb5d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:40:56.378070 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26b2f90-0d06-410e-9ed4-408d97adfb5d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:40:56.378406 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26b2f90-0d06-410e-9ed4-408d97adfb5d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:40:56.378736 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26b2f90-0d06-410e-9ed4-408d97adfb5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:40:56.379164 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26b2f90-0d06-410e-9ed4-408d97adfb5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:40:56.379520 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26b2f90-0d06-410e-9ed4-408d97adfb5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:40:56.425069 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-cb165627-7119-4a55-812f-c42fdfc49945 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:56.445435 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-cb165627-7119-4a55-812f-c42fdfc49945 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:56.596304 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-cb165627-7119-4a55-812f-c42fdfc49945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:56.598769 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-cb165627-7119-4a55-812f-c42fdfc49945 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:40:56.599958 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-cb165627-7119-4a55-812f-c42fdfc49945 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/88c7d748-df87-4280-9617-d31c55995eb6 HTTP/1.1" status: 204 len: 168 time: 0.2282739 Sep 15 02:40:56.607564 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb165627-7119-4a55-812f-c42fdfc49945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88c7d748-df87-4280-9617-d31c55995eb6,revision_number=None']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:40:56.616393 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb165627-7119-4a55-812f-c42fdfc49945 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:40:56.616393 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb165627-7119-4a55-812f-c42fdfc49945 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:40:56.616393 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb165627-7119-4a55-812f-c42fdfc49945 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:40:56.616393 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb165627-7119-4a55-812f-c42fdfc49945 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:40:56.616393 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb165627-7119-4a55-812f-c42fdfc49945 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:40:56.616829 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb165627-7119-4a55-812f-c42fdfc49945 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:40:56.616829 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb165627-7119-4a55-812f-c42fdfc49945 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:40:56.617154 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb165627-7119-4a55-812f-c42fdfc49945 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:40:56.617490 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb165627-7119-4a55-812f-c42fdfc49945 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:40:56.617812 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb165627-7119-4a55-812f-c42fdfc49945 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:40:56.618179 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb165627-7119-4a55-812f-c42fdfc49945 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:40:56.618478 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb165627-7119-4a55-812f-c42fdfc49945 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:41:15.429761 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-0aebda7b-39b2-49ef-b981-02d02d11c59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:18.092552 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-165876cb-047d-4489-8d1e-e0ed975d9952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:18.424026 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:19.275729 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-26fc78ca-8f14-4c98-81c4-2d6c26116e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:20.663281 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.agents_db [None req-aaa0e2cc-b65a-40bb-b615-34ad7f0cff4d None None] Agent healthcheck: found 5 active agents {{(pid=101048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:41:21.195566 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-4787a0ec-4617-4d18-8d79-4c4aa2145a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:45.406390 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-5742b0c1-5cb7-466d-8142-c53c4a05226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:48.120467 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-28a3fda2-2669-46ff-9668-870d9654170c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:48.451583 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:49.406582 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-26fc78ca-8f14-4c98-81c4-2d6c26116e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:51.211628 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-4787a0ec-4617-4d18-8d79-4c4aa2145a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:41:57.661498 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.agents_db [None req-aaa0e2cc-b65a-40bb-b615-34ad7f0cff4d None None] Agent healthcheck: found 5 active agents {{(pid=101048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:42:15.428108 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-f40e227d-0d79-4365-a4a0-9d98f1fd3541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:18.108260 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-a58026e9-d83c-42ab-a8e1-b54327b00b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:18.445348 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:19.308316 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-26fc78ca-8f14-4c98-81c4-2d6c26116e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:21.193388 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-4787a0ec-4617-4d18-8d79-4c4aa2145a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:34.660550 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.agents_db [None req-aaa0e2cc-b65a-40bb-b615-34ad7f0cff4d None None] Agent healthcheck: found 5 active agents {{(pid=101048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:42:35.422022 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1028898'] for agent, after_create {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:45.439057 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-06fdfc0b-2045-4718-b8d6-db645677380d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:48.107378 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-90ec9c2c-661e-4230-8932-78439553822b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:48.444687 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:49.335690 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-26fc78ca-8f14-4c98-81c4-2d6c26116e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:50.713355 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 33278) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:42:50.820489 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-e2cb5f2b-2536-4d76-83a6-60d09cb313ed admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4297 time: 0.1058922 Sep 15 02:42:51.198340 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-4787a0ec-4617-4d18-8d79-4c4aa2145a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:42:53.075677 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 33288) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:42:53.129344 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-f4f0a007-3f40-4fec-af61-07c5de479715 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4297 time: 0.0525708 Sep 15 02:43:05.364473 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:11.659336 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.agents_db [None req-aaa0e2cc-b65a-40bb-b615-34ad7f0cff4d None None] Agent healthcheck: found 6 active agents {{(pid=101048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:43:15.437637 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-08f2a049-8146-4d7a-a015-55ee57c3a53c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:18.146376 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-42c089c4-eab5-4559-9e68-a29935d66bc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:18.426981 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:19.329124 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-26fc78ca-8f14-4c98-81c4-2d6c26116e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:21.209248 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-4787a0ec-4617-4d18-8d79-4c4aa2145a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:35.368657 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:45.442664 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-3cbabab9-fd03-47c3-82ed-9a403b1339c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:48.117409 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-6290d16a-939e-492c-adc1-670d7dd50063 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:48.442758 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:48.660934 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.agents_db [None req-aaa0e2cc-b65a-40bb-b615-34ad7f0cff4d None None] Agent healthcheck: found 6 active agents {{(pid=101048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:43:49.334490 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-26fc78ca-8f14-4c98-81c4-2d6c26116e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:43:51.196834 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-4787a0ec-4617-4d18-8d79-4c4aa2145a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:05.333451 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:15.430676 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-810831db-6359-4dae-a236-1046cc81ea4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:18.098802 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-3b681751-ae52-46be-a152-448cdb1bc825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:18.436082 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:19.299755 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-26fc78ca-8f14-4c98-81c4-2d6c26116e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:21.241893 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-4787a0ec-4617-4d18-8d79-4c4aa2145a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:25.661552 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.agents_db [None req-aaa0e2cc-b65a-40bb-b615-34ad7f0cff4d None None] Agent healthcheck: found 6 active agents {{(pid=101048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:44:26.537006 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 33490) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:44:26.984517 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.v2.base [None req-985cd1af-e2ca-4d05-82fc-97316b5bad7c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1616189826-network', 'tenant_id': '3b73a94c214748a88ea9fc76fb540004'}} {{(pid=101046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:44:27.069556 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-985cd1af-e2ca-4d05-82fc-97316b5bad7c admin admin] Made reservation on behalf of 3b73a94c214748a88ea9fc76fb540004 for: {'network': 1} {{(pid=101046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:44:27.072299 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-985cd1af-e2ca-4d05-82fc-97316b5bad7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for network, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:27.081877 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-985cd1af-e2ca-4d05-82fc-97316b5bad7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:27.170988 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-985cd1af-e2ca-4d05-82fc-97316b5bad7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:27.232968 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 33518) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:44:27.259933 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-985cd1af-e2ca-4d05-82fc-97316b5bad7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:27.288873 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985cd1af-e2ca-4d05-82fc-97316b5bad7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43a962b4-4a39-4ed6-ba4e-ccd1001e1ca1,revision_number=1']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:27.297930 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985cd1af-e2ca-4d05-82fc-97316b5bad7c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:44:27.299674 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985cd1af-e2ca-4d05-82fc-97316b5bad7c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:44:27.299674 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985cd1af-e2ca-4d05-82fc-97316b5bad7c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:44:27.300245 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985cd1af-e2ca-4d05-82fc-97316b5bad7c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:44:27.300742 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985cd1af-e2ca-4d05-82fc-97316b5bad7c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:44:27.301243 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985cd1af-e2ca-4d05-82fc-97316b5bad7c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:44:27.301733 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985cd1af-e2ca-4d05-82fc-97316b5bad7c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:44:27.302215 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985cd1af-e2ca-4d05-82fc-97316b5bad7c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:44:27.302726 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985cd1af-e2ca-4d05-82fc-97316b5bad7c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:44:27.303254 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985cd1af-e2ca-4d05-82fc-97316b5bad7c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:44:27.303871 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985cd1af-e2ca-4d05-82fc-97316b5bad7c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:44:27.304368 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985cd1af-e2ca-4d05-82fc-97316b5bad7c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:44:27.305634 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985cd1af-e2ca-4d05-82fc-97316b5bad7c admin admin] Tracked resource versions report: Sep 15 02:44:27.305634 dv-cinder-759955-25-smb neutron-server[101046]: pushed versions: Sep 15 02:44:27.305634 dv-cinder-759955-25-smb neutron-server[101046]: { 'AddressGroup': {'1.2'}, Sep 15 02:44:27.305634 dv-cinder-759955-25-smb neutron-server[101046]: 'ConntrackHelper': {'1.0'}, Sep 15 02:44:27.305634 dv-cinder-759955-25-smb neutron-server[101046]: 'Log': {'1.0'}, Sep 15 02:44:27.305634 dv-cinder-759955-25-smb neutron-server[101046]: 'Network': {'1.1'}, Sep 15 02:44:27.305634 dv-cinder-759955-25-smb neutron-server[101046]: 'Port': {'1.7'}, Sep 15 02:44:27.305634 dv-cinder-759955-25-smb neutron-server[101046]: 'PortForwarding': {'1.2'}, Sep 15 02:44:27.305634 dv-cinder-759955-25-smb neutron-server[101046]: 'QosPolicy': {'1.9'}, Sep 15 02:44:27.305634 dv-cinder-759955-25-smb neutron-server[101046]: 'SecurityGroup': {'1.4'}, Sep 15 02:44:27.305634 dv-cinder-759955-25-smb neutron-server[101046]: 'SecurityGroupRule': {'1.2'}, Sep 15 02:44:27.305634 dv-cinder-759955-25-smb neutron-server[101046]: 'SubPort': {'1.0'}, Sep 15 02:44:27.305634 dv-cinder-759955-25-smb neutron-server[101046]: 'Subnet': {'1.1'}, Sep 15 02:44:27.305634 dv-cinder-759955-25-smb neutron-server[101046]: 'Trunk': {'1.1'}} Sep 15 02:44:27.305634 dv-cinder-759955-25-smb neutron-server[101046]: consumer versions: Sep 15 02:44:27.305634 dv-cinder-759955-25-smb neutron-server[101046]: { DHCP agent@dv-cinder-759955-25-smb: {}, Sep 15 02:44:27.305634 dv-cinder-759955-25-smb neutron-server[101046]: HyperV agent@hv-cinder-75995: {}, Sep 15 02:44:27.305634 dv-cinder-759955-25-smb neutron-server[101046]: L3 agent@dv-cinder-759955-25-smb: {}, Sep 15 02:44:27.305634 dv-cinder-759955-25-smb neutron-server[101046]: Metadata agent@dv-cinder-759955-25-smb: {}, Sep 15 02:44:27.305634 dv-cinder-759955-25-smb neutron-server[101046]: Metering agent@dv-cinder-759955-25-smb: {}, Sep 15 02:44:27.305634 dv-cinder-759955-25-smb neutron-server[101046]: Open vSwitch agent@dv-cinder-759955-25-smb: { 'AddressGroup': '1.2', Sep 15 02:44:27.305634 dv-cinder-759955-25-smb neutron-server[101046]: 'ConntrackHelper': '1.0', Sep 15 02:44:27.305634 dv-cinder-759955-25-smb neutron-server[101046]: 'Log': '1.0', Sep 15 02:44:27.305634 dv-cinder-759955-25-smb neutron-server[101046]: 'Network': '1.1', Sep 15 02:44:27.305634 dv-cinder-759955-25-smb neutron-server[101046]: 'Port': '1.7', Sep 15 02:44:27.305634 dv-cinder-759955-25-smb neutron-server[101046]: 'PortForwarding': '1.2', Sep 15 02:44:27.305634 dv-cinder-759955-25-smb neutron-server[101046]: 'QosPolicy': '1.9', Sep 15 02:44:27.305634 dv-cinder-759955-25-smb neutron-server[101046]: 'SecurityGroup': '1.4', Sep 15 02:44:27.305634 dv-cinder-759955-25-smb neutron-server[101046]: 'SecurityGroupRule': '1.2', Sep 15 02:44:27.305634 dv-cinder-759955-25-smb neutron-server[101046]: 'SubPort': '1.0', Sep 15 02:44:27.305634 dv-cinder-759955-25-smb neutron-server[101046]: 'Subnet': '1.1', Sep 15 02:44:27.305634 dv-cinder-759955-25-smb neutron-server[101046]: 'Trunk': '1.1'}} Sep 15 02:44:27.305634 dv-cinder-759955-25-smb neutron-server[101046]: {{(pid=101046) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 02:44:27.320302 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-985cd1af-e2ca-4d05-82fc-97316b5bad7c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=101046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 02:44:27.332857 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-985cd1af-e2ca-4d05-82fc-97316b5bad7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1581261'] for segment, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:27.333468 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.db.segments_db [None req-985cd1af-e2ca-4d05-82fc-97316b5bad7c admin admin] Added segment 3b14b1bf-a47b-467b-a4e0-6f402c26d2c4 of type vlan for network 6f57639e-ff61-4a6a-8bb7-4f6634a3a645 Sep 15 02:44:27.387727 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-985cd1af-e2ca-4d05-82fc-97316b5bad7c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781587303702'] for network, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:27.504435 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-985cd1af-e2ca-4d05-82fc-97316b5bad7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858'] for network, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:27.505435 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985cd1af-e2ca-4d05-82fc-97316b5bad7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:27.506025 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-985cd1af-e2ca-4d05-82fc-97316b5bad7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577872'] for network, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:27.569549 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985cd1af-e2ca-4d05-82fc-97316b5bad7c admin admin] Pushing event updated for resources: {'Network': ['ID=6f57639e-ff61-4a6a-8bb7-4f6634a3a645,revision_number=1']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:27.573627 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-985cd1af-e2ca-4d05-82fc-97316b5bad7c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0356140 Sep 15 02:44:27.578939 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 33534) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:44:27.582332 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Network 6f57639e-ff61-4a6a-8bb7-4f6634a3a645 details requested by agent ovs-agent-dv-cinder-759955-25-smb with host dv-cinder-759955-25-smb {{(pid=101047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 02:44:27.586089 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.v2.base [None req-3ad11f31-4ecc-45f2-81dc-22863b29bae3 admin admin] Request body: {'subnet': {'network_id': '6f57639e-ff61-4a6a-8bb7-4f6634a3a645', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1616189826-subnet', 'tenant_id': '3b73a94c214748a88ea9fc76fb540004', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:44:27.645546 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.v2.base [None req-f21acc1a-fa74-4884-8120-a4d6da5deb53 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1328197869-network', 'tenant_id': 'a78d7ab424a94a83ac8ea30bcfea513a'}} {{(pid=101046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:44:27.690342 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 33540) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:44:27.717192 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 33544) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:44:27.754548 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ad11f31-4ecc-45f2-81dc-22863b29bae3 admin admin] Made reservation on behalf of 3b73a94c214748a88ea9fc76fb540004 for: {'subnet': 1} {{(pid=101046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:44:27.757271 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-3ad11f31-4ecc-45f2-81dc-22863b29bae3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:27.838553 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f21acc1a-fa74-4884-8120-a4d6da5deb53 admin admin] Made reservation on behalf of a78d7ab424a94a83ac8ea30bcfea513a for: {'network': 1} {{(pid=101046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:44:27.841102 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-f21acc1a-fa74-4884-8120-a4d6da5deb53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for network, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:27.855682 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-f21acc1a-fa74-4884-8120-a4d6da5deb53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:27.934323 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.v2.base [None req-fb3b4466-5f90-4248-8fa2-b04579d01979 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-124691277-network', 'tenant_id': 'bf1160da16cc4aa8a8f7f5065e5f7661'}} {{(pid=101046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:44:27.956725 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.v2.base [None req-ad5e6599-13ea-42bb-ab16-0dc29544394f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1612788468-network', 'tenant_id': '56be485ccd3440bdbb1371c45a8ffa85'}} {{(pid=101046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:44:28.072902 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-f21acc1a-fa74-4884-8120-a4d6da5deb53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:28.093788 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-3ad11f31-4ecc-45f2-81dc-22863b29bae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858'] for subnet, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:28.154696 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-f21acc1a-fa74-4884-8120-a4d6da5deb53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:28.213837 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f21acc1a-fa74-4884-8120-a4d6da5deb53 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=101046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 02:44:28.218831 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad11f31-4ecc-45f2-81dc-22863b29bae3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0f1f6f6-a304-49b2-a651-7b609fdec3ef,revision_number=0']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:28.259808 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-f21acc1a-fa74-4884-8120-a4d6da5deb53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1581261'] for segment, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:28.260331 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.db.segments_db [None req-f21acc1a-fa74-4884-8120-a4d6da5deb53 admin admin] Added segment f4b707ed-20a3-453b-a008-5d13b500ef1a of type vlan for network f37a69c0-4dd8-4d21-9641-e62da919cea1 Sep 15 02:44:28.275148 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb3b4466-5f90-4248-8fa2-b04579d01979 admin admin] Made reservation on behalf of bf1160da16cc4aa8a8f7f5065e5f7661 for: {'network': 1} {{(pid=101046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:44:28.277603 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-fb3b4466-5f90-4248-8fa2-b04579d01979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for network, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:28.279599 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad11f31-4ecc-45f2-81dc-22863b29bae3 admin admin] Checking segment: {'id': '3b14b1bf-a47b-467b-a4e0-6f402c26d2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6f57639e-ff61-4a6a-8bb7-4f6634a3a645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:44:28.280042 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad11f31-4ecc-45f2-81dc-22863b29bae3 admin admin] Network hostable DHCP agents. Network: 6f57639e-ff61-4a6a-8bb7-4f6634a3a645, hostable agents: ['4ac00676-0bd7-4634-9dbc-c2a760561995'], hosted agents: [] {{(pid=101046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 02:44:28.310758 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-fb3b4466-5f90-4248-8fa2-b04579d01979 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:28.335984 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21acc1a-fa74-4884-8120-a4d6da5deb53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a48ec5e-5483-47a7-a61c-ca706341677d,revision_number=1']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:28.382090 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-f21acc1a-fa74-4884-8120-a4d6da5deb53 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781587303702'] for network, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:28.384549 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad5e6599-13ea-42bb-ab16-0dc29544394f admin admin] Made reservation on behalf of 56be485ccd3440bdbb1371c45a8ffa85 for: {'network': 1} {{(pid=101046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:44:28.386954 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-ad5e6599-13ea-42bb-ab16-0dc29544394f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for network, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:28.404505 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-ad5e6599-13ea-42bb-ab16-0dc29544394f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:28.446182 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad11f31-4ecc-45f2-81dc-22863b29bae3 admin admin] Network 6f57639e-ff61-4a6a-8bb7-4f6634a3a645 is scheduled to be hosted by DHCP agent 4ac00676-0bd7-4634-9dbc-c2a760561995 with binding_index 1 {{(pid=101046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 02:44:28.513187 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-fb3b4466-5f90-4248-8fa2-b04579d01979 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:28.515206 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-f21acc1a-fa74-4884-8120-a4d6da5deb53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858'] for network, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:28.516172 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21acc1a-fa74-4884-8120-a4d6da5deb53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:28.516781 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-f21acc1a-fa74-4884-8120-a4d6da5deb53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577872'] for network, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:28.546274 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.scheduler.base_scheduler [None req-3ad11f31-4ecc-45f2-81dc-22863b29bae3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-25-smb, 6f57639e-ff61-4a6a-8bb7-4f6634a3a645) {{(pid=101046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:44:28.546274 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad11f31-4ecc-45f2-81dc-22863b29bae3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:28.547074 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-3ad11f31-4ecc-45f2-81dc-22863b29bae3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577872'] for subnet, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:28.552545 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e625856e-6994-4d88-a48f-9b0759bbbab5 None None] Network 6f57639e-ff61-4a6a-8bb7-4f6634a3a645 requested from dv-cinder-759955-25-smb {{(pid=101047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 02:44:28.616601 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-fb3b4466-5f90-4248-8fa2-b04579d01979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:28.619466 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21acc1a-fa74-4884-8120-a4d6da5deb53 admin admin] Pushing event updated for resources: {'Network': ['ID=f37a69c0-4dd8-4d21-9641-e62da919cea1,revision_number=1']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:28.648215 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb3b4466-5f90-4248-8fa2-b04579d01979 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=101046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 02:44:28.666142 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3b4466-5f90-4248-8fa2-b04579d01979 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bee205ef-ee23-41fe-8213-e4f3b258a342,revision_number=1']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:28.687574 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-fb3b4466-5f90-4248-8fa2-b04579d01979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1581261'] for segment, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:28.688088 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.db.segments_db [None req-fb3b4466-5f90-4248-8fa2-b04579d01979 admin admin] Added segment 05f52a86-8cc0-4a65-9024-5aaf0393990e of type vlan for network 559d7eea-ef89-4b33-b717-afb1545433a5 Sep 15 02:44:28.691284 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-f21acc1a-fa74-4884-8120-a4d6da5deb53 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.4569998 Sep 15 02:44:28.696083 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Network f37a69c0-4dd8-4d21-9641-e62da919cea1 details requested by agent ovs-agent-dv-cinder-759955-25-smb with host dv-cinder-759955-25-smb {{(pid=101047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 02:44:28.698533 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 33600) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:44:28.705289 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.v2.base [None req-aee6932f-9d2f-41a5-b78f-2add92d3a2f7 admin admin] Request body: {'subnet': {'network_id': 'f37a69c0-4dd8-4d21-9641-e62da919cea1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1328197869-subnet', 'tenant_id': 'a78d7ab424a94a83ac8ea30bcfea513a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:44:28.739331 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-3ad11f31-4ecc-45f2-81dc-22863b29bae3 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1616375 Sep 15 02:44:28.742646 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 33604) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:44:28.747568 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.v2.base [None req-93fae05e-d07d-439b-8a16-21da577a3981 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1616189826-router', 'tenant_id': '3b73a94c214748a88ea9fc76fb540004', 'external_gateway_info': {'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1'}}} {{(pid=101045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:44:28.759262 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-fb3b4466-5f90-4248-8fa2-b04579d01979 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781587303702'] for network, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:28.769096 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.db.api [None req-aee6932f-9d2f-41a5-b78f-2add92d3a2f7 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 15 02:44:28.769096 dv-cinder-759955-25-smb neutron-server[101045]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 15 02:44:28.769096 dv-cinder-759955-25-smb neutron-server[101045]: [parameters: {'project_id_1': 'a78d7ab424a94a83ac8ea30bcfea513a', 'expiration_1': datetime.datetime(2021, 9, 15, 2, 44, 8, 715540)}] Sep 15 02:44:28.769096 dv-cinder-759955-25-smb neutron-server[101045]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101045) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 02:44:28.769440 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG oslo_db.api [None req-aee6932f-9d2f-41a5-b78f-2add92d3a2f7 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 02:44:28.797846 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e2a775f-a9e6-41bf-8766-eae96ab77688 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe85668e-e89f-562c-b83c-593ad87c45d5-6f57639e-ff61-4a6a-8bb7-4f6634a3a645', 'network_id': '6f57639e-ff61-4a6a-8bb7-4f6634a3a645', 'tenant_id': '3b73a94c214748a88ea9fc76fb540004', 'fixed_ips': [{'subnet_id': 'a0f1f6f6-a304-49b2-a651-7b609fdec3ef'}]}} from dv-cinder-759955-25-smb. {{(pid=101047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 02:44:28.799633 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-7e2a775f-a9e6-41bf-8766-eae96ab77688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_create {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:28.857243 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-ad5e6599-13ea-42bb-ab16-0dc29544394f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:28.873663 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-fb3b4466-5f90-4248-8fa2-b04579d01979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858'] for network, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:28.877324 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb3b4466-5f90-4248-8fa2-b04579d01979 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:28.877324 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-fb3b4466-5f90-4248-8fa2-b04579d01979 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577872'] for network, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:28.953111 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-ad5e6599-13ea-42bb-ab16-0dc29544394f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:28.956804 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3b4466-5f90-4248-8fa2-b04579d01979 admin admin] Pushing event updated for resources: {'Network': ['ID=559d7eea-ef89-4b33-b717-afb1545433a5,revision_number=1']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:28.961694 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.db_base_plugin_common [None req-7e2a775f-a9e6-41bf-8766-eae96ab77688 None None] Allocated IP 172.20.0.2 (6f57639e-ff61-4a6a-8bb7-4f6634a3a645/a0f1f6f6-a304-49b2-a651-7b609fdec3ef/56824843-6d96-436e-8410-df19bb754721) {{(pid=101047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:44:28.979100 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Network 559d7eea-ef89-4b33-b717-afb1545433a5 details requested by agent ovs-agent-dv-cinder-759955-25-smb with host dv-cinder-759955-25-smb {{(pid=101047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 02:44:28.995629 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5e6599-13ea-42bb-ab16-0dc29544394f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a24aa79e-dc9d-4386-b425-9728020c9485,revision_number=1']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:29.015923 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad5e6599-13ea-42bb-ab16-0dc29544394f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=101046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 02:44:29.025178 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-ad5e6599-13ea-42bb-ab16-0dc29544394f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1581261'] for segment, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:29.025499 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.db.segments_db [None req-ad5e6599-13ea-42bb-ab16-0dc29544394f admin admin] Added segment 33bce18f-4ace-46c7-9cb8-981fd4928ec3 of type vlan for network d8fb3ab3-880f-48dc-9618-291b77d2bb9e Sep 15 02:44:29.037496 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-fb3b4466-5f90-4248-8fa2-b04579d01979 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3461111 Sep 15 02:44:29.054797 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 33622) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:44:29.062817 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.v2.base [None req-4485f6e9-7fd5-4300-9818-db708ce01168 admin admin] Request body: {'subnet': {'network_id': '559d7eea-ef89-4b33-b717-afb1545433a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-124691277-subnet', 'tenant_id': 'bf1160da16cc4aa8a8f7f5065e5f7661', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:44:29.073078 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-ad5e6599-13ea-42bb-ab16-0dc29544394f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781587303702'] for network, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:29.125183 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-93fae05e-d07d-439b-8a16-21da577a3981 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1030536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-969'] for router, before_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:29.127299 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-93fae05e-d07d-439b-8a16-21da577a3981 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1030936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1028488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-970245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-978'] for router, precommit_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:29.162179 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-ad5e6599-13ea-42bb-ab16-0dc29544394f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858'] for network, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:29.162660 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5e6599-13ea-42bb-ab16-0dc29544394f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:29.163285 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-ad5e6599-13ea-42bb-ab16-0dc29544394f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577872'] for network, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:29.194299 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-7e2a775f-a9e6-41bf-8766-eae96ab77688 None None] Notify callbacks [] for port, precommit_create {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:29.233140 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4485f6e9-7fd5-4300-9818-db708ce01168 admin admin] Made reservation on behalf of bf1160da16cc4aa8a8f7f5065e5f7661 for: {'subnet': 1} {{(pid=101045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:44:29.235425 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-4485f6e9-7fd5-4300-9818-db708ce01168 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:29.244643 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5e6599-13ea-42bb-ab16-0dc29544394f admin admin] Pushing event updated for resources: {'Network': ['ID=d8fb3ab3-880f-48dc-9618-291b77d2bb9e,revision_number=1']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:29.257193 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Network d8fb3ab3-880f-48dc-9618-291b77d2bb9e details requested by agent ovs-agent-dv-cinder-759955-25-smb with host dv-cinder-759955-25-smb {{(pid=101047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 02:44:29.276579 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-7e2a775f-a9e6-41bf-8766-eae96ab77688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781587269048'] for port, after_create {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:29.340362 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-ad5e6599-13ea-42bb-ab16-0dc29544394f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6216819 Sep 15 02:44:29.342705 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 33638) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:44:29.348142 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.v2.base [None req-385ae6e8-de4e-46fc-871b-aafd90d546af admin admin] Request body: {'subnet': {'network_id': 'd8fb3ab3-880f-48dc-9618-291b77d2bb9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1612788468-subnet', 'tenant_id': '56be485ccd3440bdbb1371c45a8ffa85', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:44:29.357823 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-93fae05e-d07d-439b-8a16-21da577a3981 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:29.404222 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2a775f-a9e6-41bf-8766-eae96ab77688 None None] Network 6f57639e-ff61-4a6a-8bb7-4f6634a3a645 is already hosted by enough agents. {{(pid=101047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:44:29.421828 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.scheduler.base_scheduler [None req-7e2a775f-a9e6-41bf-8766-eae96ab77688 None None] Resources bound (agent type, host, resource id): {{(pid=101047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:44:29.427230 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2a775f-a9e6-41bf-8766-eae96ab77688 None None] Pushing event updated for resources: {'Port': ['ID=56824843-6d96-436e-8410-df19bb754721,revision_number=1']} {{(pid=101047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:29.431688 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2a775f-a9e6-41bf-8766-eae96ab77688 None None] Received port after_create {{(pid=101047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:44:29.442011 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2a775f-a9e6-41bf-8766-eae96ab77688 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:44:29.442760 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2a775f-a9e6-41bf-8766-eae96ab77688 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:44:29.445916 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2a775f-a9e6-41bf-8766-eae96ab77688 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:44:29.449519 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2a775f-a9e6-41bf-8766-eae96ab77688 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:44:29.455172 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2a775f-a9e6-41bf-8766-eae96ab77688 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:44:29.455172 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2a775f-a9e6-41bf-8766-eae96ab77688 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:44:29.470425 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-385ae6e8-de4e-46fc-871b-aafd90d546af admin admin] Made reservation on behalf of 56be485ccd3440bdbb1371c45a8ffa85 for: {'subnet': 1} {{(pid=101046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:44:29.471004 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2a775f-a9e6-41bf-8766-eae96ab77688 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:44:29.474277 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-385ae6e8-de4e-46fc-871b-aafd90d546af admin admin] Notify callbacks [] for subnet, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:29.477048 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2a775f-a9e6-41bf-8766-eae96ab77688 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:44:29.477493 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2a775f-a9e6-41bf-8766-eae96ab77688 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:44:29.478799 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2a775f-a9e6-41bf-8766-eae96ab77688 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:44:29.479226 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2a775f-a9e6-41bf-8766-eae96ab77688 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:44:29.479623 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2a775f-a9e6-41bf-8766-eae96ab77688 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:44:29.483960 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2a775f-a9e6-41bf-8766-eae96ab77688 None None] Tracked resource versions report: Sep 15 02:44:29.483960 dv-cinder-759955-25-smb neutron-server[101047]: pushed versions: Sep 15 02:44:29.483960 dv-cinder-759955-25-smb neutron-server[101047]: { 'AddressGroup': {'1.2'}, Sep 15 02:44:29.483960 dv-cinder-759955-25-smb neutron-server[101047]: 'ConntrackHelper': {'1.0'}, Sep 15 02:44:29.483960 dv-cinder-759955-25-smb neutron-server[101047]: 'Log': {'1.0'}, Sep 15 02:44:29.483960 dv-cinder-759955-25-smb neutron-server[101047]: 'Network': {'1.1'}, Sep 15 02:44:29.483960 dv-cinder-759955-25-smb neutron-server[101047]: 'Port': {'1.7'}, Sep 15 02:44:29.483960 dv-cinder-759955-25-smb neutron-server[101047]: 'PortForwarding': {'1.2'}, Sep 15 02:44:29.483960 dv-cinder-759955-25-smb neutron-server[101047]: 'QosPolicy': {'1.9'}, Sep 15 02:44:29.483960 dv-cinder-759955-25-smb neutron-server[101047]: 'SecurityGroup': {'1.4'}, Sep 15 02:44:29.483960 dv-cinder-759955-25-smb neutron-server[101047]: 'SecurityGroupRule': {'1.2'}, Sep 15 02:44:29.483960 dv-cinder-759955-25-smb neutron-server[101047]: 'SubPort': {'1.0'}, Sep 15 02:44:29.483960 dv-cinder-759955-25-smb neutron-server[101047]: 'Subnet': {'1.1'}, Sep 15 02:44:29.483960 dv-cinder-759955-25-smb neutron-server[101047]: 'Trunk': {'1.1'}} Sep 15 02:44:29.483960 dv-cinder-759955-25-smb neutron-server[101047]: consumer versions: Sep 15 02:44:29.483960 dv-cinder-759955-25-smb neutron-server[101047]: { DHCP agent@dv-cinder-759955-25-smb: {}, Sep 15 02:44:29.483960 dv-cinder-759955-25-smb neutron-server[101047]: HyperV agent@hv-cinder-75995: {}, Sep 15 02:44:29.483960 dv-cinder-759955-25-smb neutron-server[101047]: L3 agent@dv-cinder-759955-25-smb: {}, Sep 15 02:44:29.483960 dv-cinder-759955-25-smb neutron-server[101047]: Metadata agent@dv-cinder-759955-25-smb: {}, Sep 15 02:44:29.483960 dv-cinder-759955-25-smb neutron-server[101047]: Metering agent@dv-cinder-759955-25-smb: {}, Sep 15 02:44:29.483960 dv-cinder-759955-25-smb neutron-server[101047]: Open vSwitch agent@dv-cinder-759955-25-smb: { 'AddressGroup': '1.2', Sep 15 02:44:29.483960 dv-cinder-759955-25-smb neutron-server[101047]: 'ConntrackHelper': '1.0', Sep 15 02:44:29.483960 dv-cinder-759955-25-smb neutron-server[101047]: 'Log': '1.0', Sep 15 02:44:29.483960 dv-cinder-759955-25-smb neutron-server[101047]: 'Network': '1.1', Sep 15 02:44:29.483960 dv-cinder-759955-25-smb neutron-server[101047]: 'Port': '1.7', Sep 15 02:44:29.483960 dv-cinder-759955-25-smb neutron-server[101047]: 'PortForwarding': '1.2', Sep 15 02:44:29.483960 dv-cinder-759955-25-smb neutron-server[101047]: 'QosPolicy': '1.9', Sep 15 02:44:29.483960 dv-cinder-759955-25-smb neutron-server[101047]: 'SecurityGroup': '1.4', Sep 15 02:44:29.483960 dv-cinder-759955-25-smb neutron-server[101047]: 'SecurityGroupRule': '1.2', Sep 15 02:44:29.483960 dv-cinder-759955-25-smb neutron-server[101047]: 'SubPort': '1.0', Sep 15 02:44:29.483960 dv-cinder-759955-25-smb neutron-server[101047]: 'Subnet': '1.1', Sep 15 02:44:29.483960 dv-cinder-759955-25-smb neutron-server[101047]: 'Trunk': '1.1'}} Sep 15 02:44:29.483960 dv-cinder-759955-25-smb neutron-server[101047]: {{(pid=101047) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 02:44:29.571159 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.managers [None req-7e2a775f-a9e6-41bf-8766-eae96ab77688 None None] Attempting to bind port 56824843-6d96-436e-8410-df19bb754721 on host dv-cinder-759955-25-smb for vnic_type normal with profile {{(pid=101047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 02:44:29.571620 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.managers [None req-7e2a775f-a9e6-41bf-8766-eae96ab77688 None None] Attempting to bind port 56824843-6d96-436e-8410-df19bb754721 by drivers openvswitch,hyperv on host dv-cinder-759955-25-smb at level 0 using segments [{'id': '3b14b1bf-a47b-467b-a4e0-6f402c26d2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6f57639e-ff61-4a6a-8bb7-4f6634a3a645'}] {{(pid=101047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 02:44:29.572064 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2a775f-a9e6-41bf-8766-eae96ab77688 None None] Attempting to bind port 56824843-6d96-436e-8410-df19bb754721 on network 6f57639e-ff61-4a6a-8bb7-4f6634a3a645 {{(pid=101047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:44:29.578613 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2a775f-a9e6-41bf-8766-eae96ab77688 None None] Checking agent: {'id': '129dda3c-f944-45fc-94b1-aa204aafba01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-25-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 36, 18), 'started_at': datetime.datetime(2021, 9, 15, 2, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 2, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-25-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 02:44:29.579090 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2a775f-a9e6-41bf-8766-eae96ab77688 None None] Checking segment: {'id': '3b14b1bf-a47b-467b-a4e0-6f402c26d2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6f57639e-ff61-4a6a-8bb7-4f6634a3a645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:44:29.579571 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-7e2a775f-a9e6-41bf-8766-eae96ab77688 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:29.580211 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2a775f-a9e6-41bf-8766-eae96ab77688 None None] Bound using segment: {'id': '3b14b1bf-a47b-467b-a4e0-6f402c26d2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6f57639e-ff61-4a6a-8bb7-4f6634a3a645'} {{(pid=101047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 02:44:29.580622 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.managers [None req-7e2a775f-a9e6-41bf-8766-eae96ab77688 None None] Bound port: 56824843-6d96-436e-8410-df19bb754721, host: dv-cinder-759955-25-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b14b1bf-a47b-467b-a4e0-6f402c26d2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6f57639e-ff61-4a6a-8bb7-4f6634a3a645'}}] {{(pid=101047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 02:44:29.581302 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-7e2a775f-a9e6-41bf-8766-eae96ab77688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:29.683905 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-7e2a775f-a9e6-41bf-8766-eae96ab77688 None None] For port 56824843-6d96-436e-8410-df19bb754721, host dv-cinder-759955-25-smb, cleared binding levels {{(pid=101047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 02:44:29.694201 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-7e2a775f-a9e6-41bf-8766-eae96ab77688 None None] For port 56824843-6d96-436e-8410-df19bb754721, host dv-cinder-759955-25-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-smb',level=0,port_id=56824843-6d96-436e-8410-df19bb754721,segment=NetworkSegment(3b14b1bf-a47b-467b-a4e0-6f402c26d2c4),segment_id=3b14b1bf-a47b-467b-a4e0-6f402c26d2c4)] {{(pid=101047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 02:44:29.769383 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-7e2a775f-a9e6-41bf-8766-eae96ab77688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:29.772094 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-4485f6e9-7fd5-4300-9818-db708ce01168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858'] for subnet, after_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:29.830473 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-385ae6e8-de4e-46fc-871b-aafd90d546af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858'] for subnet, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:29.843936 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2a775f-a9e6-41bf-8766-eae96ab77688 None None] Pushing event updated for resources: {'Port': ['ID=56824843-6d96-436e-8410-df19bb754721,revision_number=2']} {{(pid=101047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:29.850771 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-93fae05e-d07d-439b-8a16-21da577a3981 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:29.898899 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aee6932f-9d2f-41a5-b78f-2add92d3a2f7 admin admin] Made reservation on behalf of a78d7ab424a94a83ac8ea30bcfea513a for: {'subnet': 1} {{(pid=101045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:44:29.901256 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-aee6932f-9d2f-41a5-b78f-2add92d3a2f7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:29.901747 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385ae6e8-de4e-46fc-871b-aafd90d546af admin admin] Pushing event updated for resources: {'Subnet': ['ID=97a9988f-b7c9-44b1-988d-c39679de79f8,revision_number=0']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:29.923977 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385ae6e8-de4e-46fc-871b-aafd90d546af admin admin] Checking segment: {'id': '33bce18f-4ace-46c7-9cb8-981fd4928ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd8fb3ab3-880f-48dc-9618-291b77d2bb9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:44:29.923977 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385ae6e8-de4e-46fc-871b-aafd90d546af admin admin] Network hostable DHCP agents. Network: d8fb3ab3-880f-48dc-9618-291b77d2bb9e, hostable agents: ['4ac00676-0bd7-4634-9dbc-c2a760561995'], hosted agents: [] {{(pid=101046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 02:44:29.950398 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4485f6e9-7fd5-4300-9818-db708ce01168 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16cede8a-7007-4219-aa2d-1189c5c08411,revision_number=0']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:29.990175 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4485f6e9-7fd5-4300-9818-db708ce01168 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:44:29.990546 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4485f6e9-7fd5-4300-9818-db708ce01168 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:44:29.990886 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4485f6e9-7fd5-4300-9818-db708ce01168 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:44:29.991241 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4485f6e9-7fd5-4300-9818-db708ce01168 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:44:29.991567 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4485f6e9-7fd5-4300-9818-db708ce01168 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:44:29.991906 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4485f6e9-7fd5-4300-9818-db708ce01168 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:44:29.992233 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4485f6e9-7fd5-4300-9818-db708ce01168 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:44:29.992562 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4485f6e9-7fd5-4300-9818-db708ce01168 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:44:29.992879 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4485f6e9-7fd5-4300-9818-db708ce01168 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:44:29.993196 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4485f6e9-7fd5-4300-9818-db708ce01168 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:44:29.993512 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4485f6e9-7fd5-4300-9818-db708ce01168 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:44:29.993827 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4485f6e9-7fd5-4300-9818-db708ce01168 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:44:29.995064 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4485f6e9-7fd5-4300-9818-db708ce01168 admin admin] Tracked resource versions report: Sep 15 02:44:29.995064 dv-cinder-759955-25-smb neutron-server[101045]: pushed versions: Sep 15 02:44:29.995064 dv-cinder-759955-25-smb neutron-server[101045]: { 'AddressGroup': {'1.2'}, Sep 15 02:44:29.995064 dv-cinder-759955-25-smb neutron-server[101045]: 'ConntrackHelper': {'1.0'}, Sep 15 02:44:29.995064 dv-cinder-759955-25-smb neutron-server[101045]: 'Log': {'1.0'}, Sep 15 02:44:29.995064 dv-cinder-759955-25-smb neutron-server[101045]: 'Network': {'1.1'}, Sep 15 02:44:29.995064 dv-cinder-759955-25-smb neutron-server[101045]: 'Port': {'1.7'}, Sep 15 02:44:29.995064 dv-cinder-759955-25-smb neutron-server[101045]: 'PortForwarding': {'1.2'}, Sep 15 02:44:29.995064 dv-cinder-759955-25-smb neutron-server[101045]: 'QosPolicy': {'1.9'}, Sep 15 02:44:29.995064 dv-cinder-759955-25-smb neutron-server[101045]: 'SecurityGroup': {'1.4'}, Sep 15 02:44:29.995064 dv-cinder-759955-25-smb neutron-server[101045]: 'SecurityGroupRule': {'1.2'}, Sep 15 02:44:29.995064 dv-cinder-759955-25-smb neutron-server[101045]: 'SubPort': {'1.0'}, Sep 15 02:44:29.995064 dv-cinder-759955-25-smb neutron-server[101045]: 'Subnet': {'1.1'}, Sep 15 02:44:29.995064 dv-cinder-759955-25-smb neutron-server[101045]: 'Trunk': {'1.1'}} Sep 15 02:44:29.995064 dv-cinder-759955-25-smb neutron-server[101045]: consumer versions: Sep 15 02:44:29.995064 dv-cinder-759955-25-smb neutron-server[101045]: { DHCP agent@dv-cinder-759955-25-smb: {}, Sep 15 02:44:29.995064 dv-cinder-759955-25-smb neutron-server[101045]: HyperV agent@hv-cinder-75995: {}, Sep 15 02:44:29.995064 dv-cinder-759955-25-smb neutron-server[101045]: L3 agent@dv-cinder-759955-25-smb: {}, Sep 15 02:44:29.995064 dv-cinder-759955-25-smb neutron-server[101045]: Metadata agent@dv-cinder-759955-25-smb: {}, Sep 15 02:44:29.995064 dv-cinder-759955-25-smb neutron-server[101045]: Metering agent@dv-cinder-759955-25-smb: {}, Sep 15 02:44:29.995064 dv-cinder-759955-25-smb neutron-server[101045]: Open vSwitch agent@dv-cinder-759955-25-smb: { 'AddressGroup': '1.2', Sep 15 02:44:29.995064 dv-cinder-759955-25-smb neutron-server[101045]: 'ConntrackHelper': '1.0', Sep 15 02:44:29.995064 dv-cinder-759955-25-smb neutron-server[101045]: 'Log': '1.0', Sep 15 02:44:29.995064 dv-cinder-759955-25-smb neutron-server[101045]: 'Network': '1.1', Sep 15 02:44:29.995064 dv-cinder-759955-25-smb neutron-server[101045]: 'Port': '1.7', Sep 15 02:44:29.995064 dv-cinder-759955-25-smb neutron-server[101045]: 'PortForwarding': '1.2', Sep 15 02:44:29.995064 dv-cinder-759955-25-smb neutron-server[101045]: 'QosPolicy': '1.9', Sep 15 02:44:29.995064 dv-cinder-759955-25-smb neutron-server[101045]: 'SecurityGroup': '1.4', Sep 15 02:44:29.995064 dv-cinder-759955-25-smb neutron-server[101045]: 'SecurityGroupRule': '1.2', Sep 15 02:44:29.995064 dv-cinder-759955-25-smb neutron-server[101045]: 'SubPort': '1.0', Sep 15 02:44:29.995064 dv-cinder-759955-25-smb neutron-server[101045]: 'Subnet': '1.1', Sep 15 02:44:29.995064 dv-cinder-759955-25-smb neutron-server[101045]: 'Trunk': '1.1'}} Sep 15 02:44:29.995064 dv-cinder-759955-25-smb neutron-server[101045]: {{(pid=101045) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 02:44:30.000344 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4485f6e9-7fd5-4300-9818-db708ce01168 admin admin] Checking segment: {'id': '05f52a86-8cc0-4a65-9024-5aaf0393990e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '559d7eea-ef89-4b33-b717-afb1545433a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:44:30.000690 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4485f6e9-7fd5-4300-9818-db708ce01168 admin admin] Network hostable DHCP agents. Network: 559d7eea-ef89-4b33-b717-afb1545433a5, hostable agents: ['4ac00676-0bd7-4634-9dbc-c2a760561995'], hosted agents: [] {{(pid=101045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 02:44:30.024676 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385ae6e8-de4e-46fc-871b-aafd90d546af admin admin] Network d8fb3ab3-880f-48dc-9618-291b77d2bb9e is scheduled to be hosted by DHCP agent 4ac00676-0bd7-4634-9dbc-c2a760561995 with binding_index 1 {{(pid=101046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 02:44:30.104383 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.scheduler.base_scheduler [None req-385ae6e8-de4e-46fc-871b-aafd90d546af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-25-smb, d8fb3ab3-880f-48dc-9618-291b77d2bb9e) {{(pid=101046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:44:30.108292 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385ae6e8-de4e-46fc-871b-aafd90d546af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:30.108869 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-385ae6e8-de4e-46fc-871b-aafd90d546af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577872'] for subnet, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:30.116824 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e2c9c4-76d4-40ed-b700-63483d7eaafd None None] Network d8fb3ab3-880f-48dc-9618-291b77d2bb9e requested from dv-cinder-759955-25-smb {{(pid=101047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 02:44:30.190945 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-385ae6e8-de4e-46fc-871b-aafd90d546af admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8470364 Sep 15 02:44:30.208065 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4485f6e9-7fd5-4300-9818-db708ce01168 admin admin] Network 559d7eea-ef89-4b33-b717-afb1545433a5 is scheduled to be hosted by DHCP agent 4ac00676-0bd7-4634-9dbc-c2a760561995 with binding_index 1 {{(pid=101045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 02:44:30.237898 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.scheduler.base_scheduler [None req-4485f6e9-7fd5-4300-9818-db708ce01168 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-25-smb, 559d7eea-ef89-4b33-b717-afb1545433a5) {{(pid=101045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:44:30.243110 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4485f6e9-7fd5-4300-9818-db708ce01168 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:30.243645 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-4485f6e9-7fd5-4300-9818-db708ce01168 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577872'] for subnet, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:30.272015 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e95825-d6d4-4f87-bbb7-32f5f8e10188 None None] Network 559d7eea-ef89-4b33-b717-afb1545433a5 requested from dv-cinder-759955-25-smb {{(pid=101047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 02:44:30.289577 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4def45b1-5d5a-483f-8515-4dfc6214bc6d None None] Network d8fb3ab3-880f-48dc-9618-291b77d2bb9e requested from dv-cinder-759955-25-smb {{(pid=101047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 02:44:30.323102 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-aee6932f-9d2f-41a5-b78f-2add92d3a2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858'] for subnet, after_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:30.389022 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-4485f6e9-7fd5-4300-9818-db708ce01168 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3302536 Sep 15 02:44:30.389427 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 33674) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:44:30.393830 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.v2.base [None req-c9be33b8-a4ee-466a-af6d-a281aa3c6113 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-124691277-router', 'tenant_id': 'bf1160da16cc4aa8a8f7f5065e5f7661', 'external_gateway_info': {'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1'}}} {{(pid=101046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:44:30.529206 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-c9be33b8-a4ee-466a-af6d-a281aa3c6113 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1030536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-969'] for router, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:30.530189 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-c9be33b8-a4ee-466a-af6d-a281aa3c6113 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1030936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1028488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-970245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-978'] for router, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:30.571426 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee6932f-9d2f-41a5-b78f-2add92d3a2f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4bc3747-1b39-45b5-bc17-aa1d3078521b,revision_number=0']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:30.621418 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Device 56824843-6d96-436e-8410-df19bb754721 up at agent ovs-agent-dv-cinder-759955-25-smb {{(pid=101047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:44:30.655367 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-c9be33b8-a4ee-466a-af6d-a281aa3c6113 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:30.717733 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-93fae05e-d07d-439b-8a16-21da577a3981 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:30.839315 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-93fae05e-d07d-439b-8a16-21da577a3981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:30.934232 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-c9be33b8-a4ee-466a-af6d-a281aa3c6113 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:30.945195 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 33712) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:44:30.947426 dv-cinder-759955-25-smb neutron-server[101046]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 15 02:44:30.980606 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee6932f-9d2f-41a5-b78f-2add92d3a2f7 admin admin] Checking segment: {'id': 'f4b707ed-20a3-453b-a008-5d13b500ef1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f37a69c0-4dd8-4d21-9641-e62da919cea1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:44:30.980973 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee6932f-9d2f-41a5-b78f-2add92d3a2f7 admin admin] Network hostable DHCP agents. Network: f37a69c0-4dd8-4d21-9641-e62da919cea1, hostable agents: ['4ac00676-0bd7-4634-9dbc-c2a760561995'], hosted agents: [] {{(pid=101045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 02:44:31.105184 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 33720) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:44:31.120945 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb35b95-66aa-4760-b3e5-4abebfe4dfc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe85668e-e89f-562c-b83c-593ad87c45d5-559d7eea-ef89-4b33-b717-afb1545433a5', 'network_id': '559d7eea-ef89-4b33-b717-afb1545433a5', 'tenant_id': 'bf1160da16cc4aa8a8f7f5065e5f7661', 'fixed_ips': [{'subnet_id': '16cede8a-7007-4219-aa2d-1189c5c08411'}]}} from dv-cinder-759955-25-smb. {{(pid=101047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 02:44:31.122393 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-1bb35b95-66aa-4760-b3e5-4abebfe4dfc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_create {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:31.175437 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.db.db_base_plugin_common [None req-93fae05e-d07d-439b-8a16-21da577a3981 admin admin] Allocated IP 172.28.3.116 (33518f62-a6b6-442c-a872-dfb5ddf2cbe1/7529c9c6-8ff3-40d4-8357-6b3b49e7afdc/a378dd54-a4ba-4713-9628-1728198bde37) {{(pid=101045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:44:31.271249 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee6932f-9d2f-41a5-b78f-2add92d3a2f7 admin admin] Network f37a69c0-4dd8-4d21-9641-e62da919cea1 is scheduled to be hosted by DHCP agent 4ac00676-0bd7-4634-9dbc-c2a760561995 with binding_index 1 {{(pid=101045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 02:44:31.290020 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Provisioning complete for port 56824843-6d96-436e-8410-df19bb754721 triggered by entity L2. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:44:31.290393 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1575204'] for port, provisioning_complete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:31.338771 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-93fae05e-d07d-439b-8a16-21da577a3981 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:31.371842 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-978e6089-919a-43c6-8d5e-56b565d846e6 None None] Network 6f57639e-ff61-4a6a-8bb7-4f6634a3a645 requested from dv-cinder-759955-25-smb {{(pid=101047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 02:44:31.432924 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-0d7191c7-ce97-4f0a-a9ca-9df974b410c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:31.483055 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e8f78c-f88e-4a9f-a12b-3f25e582ac1d req-5b9a006b-f89a-401c-bb64-8a7440b077ef tempest-DeleteServersTestJSON-1383848626 tempest-DeleteServersTestJSON-1383848626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:31.484682 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-88e8f78c-f88e-4a9f-a12b-3f25e582ac1d req-5b9a006b-f89a-401c-bb64-8a7440b077ef tempest-DeleteServersTestJSON-1383848626 tempest-DeleteServersTestJSON-1383848626-project] 10.222.0.13 "GET /v2.0/networks?id=d8fb3ab3-880f-48dc-9618-291b77d2bb9e HTTP/1.1" status: 200 len: 812 time: 0.5384026 Sep 15 02:44:31.503158 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.db_base_plugin_common [None req-1bb35b95-66aa-4760-b3e5-4abebfe4dfc5 None None] Allocated IP 172.20.0.2 (559d7eea-ef89-4b33-b717-afb1545433a5/16cede8a-7007-4219-aa2d-1189c5c08411/b2089ada-f569-4f3f-a2cb-17dd945dd715) {{(pid=101047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:44:31.522124 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-88e8f78c-f88e-4a9f-a12b-3f25e582ac1d req-9bfe1c56-5d2a-4480-bd64-f9730fd307c1 tempest-DeleteServersTestJSON-1383848626 tempest-DeleteServersTestJSON-1383848626-project] 10.222.0.13 "GET /v2.0/quotas/56be485ccd3440bdbb1371c45a8ffa85 HTTP/1.1" status: 200 len: 375 time: 0.0301087 Sep 15 02:44:31.542377 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-cccaaedf-54e9-49bc-aec4-15a40c02808a None None] Provisioning complete for port 56824843-6d96-436e-8410-df19bb754721 triggered by entity DHCP. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:44:31.542749 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-cccaaedf-54e9-49bc-aec4-15a40c02808a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1575204'] for port, provisioning_complete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:31.555515 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.scheduler.base_scheduler [None req-aee6932f-9d2f-41a5-b78f-2add92d3a2f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-25-smb, f37a69c0-4dd8-4d21-9641-e62da919cea1) {{(pid=101045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:44:31.566160 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee6932f-9d2f-41a5-b78f-2add92d3a2f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:31.566160 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-aee6932f-9d2f-41a5-b78f-2add92d3a2f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577872'] for subnet, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:31.569635 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b7eff8-5aac-4456-9b22-4695d1de5e64 None None] Network f37a69c0-4dd8-4d21-9641-e62da919cea1 requested from dv-cinder-759955-25-smb {{(pid=101047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 02:44:31.571374 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:31.605034 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-88e8f78c-f88e-4a9f-a12b-3f25e582ac1d req-e54d09c3-38b4-4e9a-80bf-b3e9ae31be38 tempest-DeleteServersTestJSON-1383848626 tempest-DeleteServersTestJSON-1383848626-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=56be485ccd3440bdbb1371c45a8ffa85&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0752461 Sep 15 02:44:31.636488 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-93fae05e-d07d-439b-8a16-21da577a3981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781587269048'] for port, after_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:31.713995 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93fae05e-d07d-439b-8a16-21da577a3981 admin admin] Network 33518f62-a6b6-442c-a872-dfb5ddf2cbe1 is already hosted by enough agents. {{(pid=101045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:44:31.729802 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.scheduler.base_scheduler [None req-93fae05e-d07d-439b-8a16-21da577a3981 admin admin] Resources bound (agent type, host, resource id): {{(pid=101045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:44:31.746518 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fae05e-d07d-439b-8a16-21da577a3981 admin admin] Received port after_create {{(pid=101045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:44:31.767534 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-0d7191c7-ce97-4f0a-a9ca-9df974b410c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:31.773176 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-c9be33b8-a4ee-466a-af6d-a281aa3c6113 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:31.799209 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-c9be33b8-a4ee-466a-af6d-a281aa3c6113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:31.817718 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fae05e-d07d-439b-8a16-21da577a3981 admin admin] Pushing event updated for resources: {'Port': ['ID=a378dd54-a4ba-4713-9628-1728198bde37,revision_number=1']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:31.862687 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-0d7191c7-ce97-4f0a-a9ca-9df974b410c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:31.891325 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [req-88e8f78c-f88e-4a9f-a12b-3f25e582ac1d req-f071cd38-d58d-44bf-a203-4bf6320a08e8 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 02:44:31.892401 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-88e8f78c-f88e-4a9f-a12b-3f25e582ac1d req-f071cd38-d58d-44bf-a203-4bf6320a08e8 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1173127 Sep 15 02:44:31.943265 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-0d7191c7-ce97-4f0a-a9ca-9df974b410c2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e991d0267a564bafa42716abd166b4cc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8351049 Sep 15 02:44:31.946068 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 33750) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:44:31.952650 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7191c7-ce97-4f0a-a9ca-9df974b410c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d889f210-8a75-466b-b30b-0dc883fb665d,revision_number=1']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:31.973596 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-aee6932f-9d2f-41a5-b78f-2add92d3a2f7 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 3.2739193 Sep 15 02:44:31.978176 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 33752) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:44:31.985221 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.v2.base [None req-cf9c6fc4-474a-4173-adb8-dd60d272b655 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1328197869-router', 'tenant_id': 'a78d7ab424a94a83ac8ea30bcfea513a', 'external_gateway_info': {'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1'}}} {{(pid=101045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:44:32.021728 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] For port 56824843-6d96-436e-8410-df19bb754721, host dv-cinder-759955-25-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-smb',level=0,port_id=56824843-6d96-436e-8410-df19bb754721,segment=NetworkSegment(3b14b1bf-a47b-467b-a4e0-6f402c26d2c4),segment_id=3b14b1bf-a47b-467b-a4e0-6f402c26d2c4)] {{(pid=101047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:44:32.032306 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa7b975-dbbc-4841-8873-303fbf35a488 None None] Network f37a69c0-4dd8-4d21-9641-e62da919cea1 requested from dv-cinder-759955-25-smb {{(pid=101047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 02:44:32.037711 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-b6eede6d-edec-40c1-8234-7ed33df839c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:32.060431 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.db.db_base_plugin_common [None req-c9be33b8-a4ee-466a-af6d-a281aa3c6113 admin admin] Allocated IP 172.28.3.201 (33518f62-a6b6-442c-a872-dfb5ddf2cbe1/7529c9c6-8ff3-40d4-8357-6b3b49e7afdc/0a083152-357b-4709-8597-35aaf717a22e) {{(pid=101046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:44:32.100725 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-88e8f78c-f88e-4a9f-a12b-3f25e582ac1d req-bb484e62-d356-46ac-ac57-13b9555aa623 service neutron] 10.222.0.13 "GET /v2.0/networks/d8fb3ab3-880f-48dc-9618-291b77d2bb9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927545 Sep 15 02:44:32.125413 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-b6eede6d-edec-40c1-8234-7ed33df839c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:32.159601 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:32.176080 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-cf9c6fc4-474a-4173-adb8-dd60d272b655 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1030536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-969'] for router, before_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:32.176875 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-cf9c6fc4-474a-4173-adb8-dd60d272b655 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1030936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1028488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-970245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-978'] for router, precommit_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:32.218400 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-cccaaedf-54e9-49bc-aec4-15a40c02808a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:32.241705 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-1bb35b95-66aa-4760-b3e5-4abebfe4dfc5 None None] Notify callbacks [] for port, precommit_create {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:32.303577 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-93fae05e-d07d-439b-8a16-21da577a3981 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:32.306605 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-88e8f78c-f88e-4a9f-a12b-3f25e582ac1d req-e80effa9-fe7c-4100-96b4-d7629c124f54 service neutron] 10.222.0.13 "GET /v2.0/networks/d8fb3ab3-880f-48dc-9618-291b77d2bb9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979380 Sep 15 02:44:32.317696 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Pushing event updated for resources: {'Port': ['ID=56824843-6d96-436e-8410-df19bb754721,revision_number=3']} {{(pid=101047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:32.349066 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-cf9c6fc4-474a-4173-adb8-dd60d272b655 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:32.357790 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-c9be33b8-a4ee-466a-af6d-a281aa3c6113 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:32.372324 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.db.api [None req-cccaaedf-54e9-49bc-aec4-15a40c02808a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101047) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 02:44:32.372676 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG oslo_db.api [None req-cccaaedf-54e9-49bc-aec4-15a40c02808a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 02:44:32.383634 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-1bb35b95-66aa-4760-b3e5-4abebfe4dfc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781587269048'] for port, after_create {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:32.427047 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb35b95-66aa-4760-b3e5-4abebfe4dfc5 None None] Network 559d7eea-ef89-4b33-b717-afb1545433a5 is already hosted by enough agents. {{(pid=101047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:44:32.431954 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-b6eede6d-edec-40c1-8234-7ed33df839c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:32.434825 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-b6eede6d-edec-40c1-8234-7ed33df839c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:32.438274 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-b6eede6d-edec-40c1-8234-7ed33df839c6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d889f210-8a75-466b-b30b-0dc883fb665d HTTP/1.1" status: 204 len: 168 time: 0.4883020 Sep 15 02:44:32.440297 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.scheduler.base_scheduler [None req-1bb35b95-66aa-4760-b3e5-4abebfe4dfc5 None None] Resources bound (agent type, host, resource id): {{(pid=101047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:44:32.445250 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb35b95-66aa-4760-b3e5-4abebfe4dfc5 None None] Received port after_create {{(pid=101047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:44:32.453049 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb35b95-66aa-4760-b3e5-4abebfe4dfc5 None None] Pushing event updated for resources: {'Port': ['ID=b2089ada-f569-4f3f-a2cb-17dd945dd715,revision_number=1']} {{(pid=101047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:32.537314 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.managers [None req-1bb35b95-66aa-4760-b3e5-4abebfe4dfc5 None None] Attempting to bind port b2089ada-f569-4f3f-a2cb-17dd945dd715 on host dv-cinder-759955-25-smb for vnic_type normal with profile {{(pid=101047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 02:44:32.537690 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.managers [None req-1bb35b95-66aa-4760-b3e5-4abebfe4dfc5 None None] Attempting to bind port b2089ada-f569-4f3f-a2cb-17dd945dd715 by drivers openvswitch,hyperv on host dv-cinder-759955-25-smb at level 0 using segments [{'id': '05f52a86-8cc0-4a65-9024-5aaf0393990e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '559d7eea-ef89-4b33-b717-afb1545433a5'}] {{(pid=101047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 02:44:32.538179 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb35b95-66aa-4760-b3e5-4abebfe4dfc5 None None] Attempting to bind port b2089ada-f569-4f3f-a2cb-17dd945dd715 on network 559d7eea-ef89-4b33-b717-afb1545433a5 {{(pid=101047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:44:32.544431 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-c9be33b8-a4ee-466a-af6d-a281aa3c6113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781587269048'] for port, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:32.549805 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb35b95-66aa-4760-b3e5-4abebfe4dfc5 None None] Checking agent: {'id': '129dda3c-f944-45fc-94b1-aa204aafba01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-25-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 36, 18), 'started_at': datetime.datetime(2021, 9, 15, 2, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 2, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-25-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 02:44:32.553015 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb35b95-66aa-4760-b3e5-4abebfe4dfc5 None None] Checking segment: {'id': '05f52a86-8cc0-4a65-9024-5aaf0393990e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '559d7eea-ef89-4b33-b717-afb1545433a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:44:32.553015 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-1bb35b95-66aa-4760-b3e5-4abebfe4dfc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:32.553015 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb35b95-66aa-4760-b3e5-4abebfe4dfc5 None None] Bound using segment: {'id': '05f52a86-8cc0-4a65-9024-5aaf0393990e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '559d7eea-ef89-4b33-b717-afb1545433a5'} {{(pid=101047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 02:44:32.553015 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.managers [None req-1bb35b95-66aa-4760-b3e5-4abebfe4dfc5 None None] Bound port: b2089ada-f569-4f3f-a2cb-17dd945dd715, host: dv-cinder-759955-25-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05f52a86-8cc0-4a65-9024-5aaf0393990e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '559d7eea-ef89-4b33-b717-afb1545433a5'}}] {{(pid=101047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 02:44:32.553015 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-1bb35b95-66aa-4760-b3e5-4abebfe4dfc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:32.585479 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eede6d-edec-40c1-8234-7ed33df839c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d889f210-8a75-466b-b30b-0dc883fb665d,revision_number=None']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:32.641445 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Device 56824843-6d96-436e-8410-df19bb754721 up at agent ovs-agent-dv-cinder-759955-25-smb {{(pid=101047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:44:32.677027 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9be33b8-a4ee-466a-af6d-a281aa3c6113 admin admin] Network 33518f62-a6b6-442c-a872-dfb5ddf2cbe1 is already hosted by enough agents. {{(pid=101046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:44:32.694426 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9be33b8-a4ee-466a-af6d-a281aa3c6113 admin admin] Pushing event updated for resources: {'Port': ['ID=0a083152-357b-4709-8597-35aaf717a22e,revision_number=1']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:32.698581 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.scheduler.base_scheduler [None req-c9be33b8-a4ee-466a-af6d-a281aa3c6113 admin admin] Resources bound (agent type, host, resource id): {{(pid=101046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:44:32.748995 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9be33b8-a4ee-466a-af6d-a281aa3c6113 admin admin] Received port after_create {{(pid=101046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:44:32.768756 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-1bb35b95-66aa-4760-b3e5-4abebfe4dfc5 None None] For port b2089ada-f569-4f3f-a2cb-17dd945dd715, host dv-cinder-759955-25-smb, cleared binding levels {{(pid=101047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 02:44:32.777024 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-1bb35b95-66aa-4760-b3e5-4abebfe4dfc5 None None] For port b2089ada-f569-4f3f-a2cb-17dd945dd715, host dv-cinder-759955-25-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-smb',level=0,port_id=b2089ada-f569-4f3f-a2cb-17dd945dd715,segment=NetworkSegment(05f52a86-8cc0-4a65-9024-5aaf0393990e),segment_id=05f52a86-8cc0-4a65-9024-5aaf0393990e)] {{(pid=101047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 02:44:32.798891 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Provisioning complete for port 56824843-6d96-436e-8410-df19bb754721 triggered by entity L2. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:44:32.800107 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1575204'] for port, provisioning_complete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:32.885090 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-cf9c6fc4-474a-4173-adb8-dd60d272b655 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:32.898654 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-1bb35b95-66aa-4760-b3e5-4abebfe4dfc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:32.963879 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 33776) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:44:32.999321 dv-cinder-759955-25-smb neutron-server[101045]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 15 02:44:33.046520 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb35b95-66aa-4760-b3e5-4abebfe4dfc5 None None] Pushing event updated for resources: {'Port': ['ID=b2089ada-f569-4f3f-a2cb-17dd945dd715,revision_number=2']} {{(pid=101047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:33.097147 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-23f986db-aad4-4eb0-94f3-34e496db5b92 req-6be2bb3c-3a8e-47c1-84f4-c053e2b5585c tempest-DeleteServersTestJSON-1383848626 tempest-DeleteServersTestJSON-1383848626-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6571485-1182-4677-9426-4b0aed932aea HTTP/1.1" status: 200 len: 210 time: 0.1307132 Sep 15 02:44:33.112678 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-93fae05e-d07d-439b-8a16-21da577a3981 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1030935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028959'] for router, after_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:33.159324 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-14874703-e423-4108-b0d8-4e96c0e42708 None None] Provisioning complete for port 56824843-6d96-436e-8410-df19bb754721 triggered by entity DHCP. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:44:33.159698 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-14874703-e423-4108-b0d8-4e96c0e42708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1575204'] for port, provisioning_complete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:33.355538 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-c9be33b8-a4ee-466a-af6d-a281aa3c6113 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:33.697042 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-c9be33b8-a4ee-466a-af6d-a281aa3c6113 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1030935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028959'] for router, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:33.735246 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-cf9c6fc4-474a-4173-adb8-dd60d272b655 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:33.803723 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-cf9c6fc4-474a-4173-adb8-dd60d272b655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:33.817048 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93fae05e-d07d-439b-8a16-21da577a3981 admin admin] Router 4f1b0b79-e3c3-47e5-8db0-a2250f779792 is scheduled to L3 agent 22749488-15d0-44a3-a4aa-285786541688 with binding_index 1 {{(pid=101045) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 02:44:34.087341 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9be33b8-a4ee-466a-af6d-a281aa3c6113 admin admin] Router dfc0be1a-b117-4d36-9642-3bafdc9ad3b7 is scheduled to L3 agent 22749488-15d0-44a3-a4aa-285786541688 with binding_index 1 {{(pid=101046) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 02:44:34.113539 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.db.db_base_plugin_common [None req-cf9c6fc4-474a-4173-adb8-dd60d272b655 admin admin] Allocated IP 172.28.3.242 (33518f62-a6b6-442c-a872-dfb5ddf2cbe1/7529c9c6-8ff3-40d4-8357-6b3b49e7afdc/79f12926-c77e-49a0-a2c5-b99a598edbbd) {{(pid=101045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:44:34.143379 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93fae05e-d07d-439b-8a16-21da577a3981 admin admin] Notify agent at l3_agent.dv-cinder-759955-25-smb the message routers_updated {{(pid=101045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 02:44:34.154208 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04f2e69-70c2-4f80-abb3-21a713756510 None None] Sync routers for ids ['4f1b0b79-e3c3-47e5-8db0-a2250f779792'] in dv-cinder-759955-25-smb {{(pid=101048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 02:44:34.189871 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04f2e69-70c2-4f80-abb3-21a713756510 None None] Routers {'4f1b0b79-e3c3-47e5-8db0-a2250f779792'} bound to L3 agent in host dv-cinder-759955-25-smb {{(pid=101048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:44:34.190625 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_hamode_db [None req-e04f2e69-70c2-4f80-abb3-21a713756510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T02:36:18Z,description=,heartbeat_timestamp=2021-09-15T02:44:18Z,host='dv-cinder-759955-25-smb',id=22749488-15d0-44a3-a4aa-285786541688,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:36:19Z,topic='l3_agent')) {'router_ids': ['4f1b0b79-e3c3-47e5-8db0-a2250f779792'], 'active': True} {{(pid=101048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:44:34.317753 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-93fae05e-d07d-439b-8a16-21da577a3981 admin admin] Notify callbacks [] for router, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:34.322936 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-93fae05e-d07d-439b-8a16-21da577a3981 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.5754540 Sep 15 02:44:34.322936 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 33864) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:44:34.468289 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1714fadd-5c1f-48f8-96bb-18a83c98c6ef None None] Network 559d7eea-ef89-4b33-b717-afb1545433a5 requested from dv-cinder-759955-25-smb {{(pid=101047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 02:44:34.519481 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-cf9c6fc4-474a-4173-adb8-dd60d272b655 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:34.633298 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Device b2089ada-f569-4f3f-a2cb-17dd945dd715 up at agent ovs-agent-dv-cinder-759955-25-smb {{(pid=101047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:44:34.643321 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-a8b32c12-c405-422b-adcf-7a49f9688c36 req-c012c464-25c9-4fa3-a38d-b56e61d54599 tempest-DeleteServersTestJSON-1383848626 tempest-DeleteServersTestJSON-1383848626-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6571485-1182-4677-9426-4b0aed932aea HTTP/1.1" status: 200 len: 210 time: 0.0794697 Sep 15 02:44:34.643823 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_dvr_db [None req-e04f2e69-70c2-4f80-abb3-21a713756510 None None] Set router 4f1b0b79-e3c3-47e5-8db0-a2250f779792 gateway port host: dv-cinder-759955-25-smb {{(pid=101048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:44:34.659104 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9be33b8-a4ee-466a-af6d-a281aa3c6113 admin admin] Notify agent at l3_agent.dv-cinder-759955-25-smb the message routers_updated {{(pid=101046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 02:44:34.777818 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-22c1bdcf-31cc-4a7f-9486-15086b90f3e4 None None] Provisioning complete for port b2089ada-f569-4f3f-a2cb-17dd945dd715 triggered by entity DHCP. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:44:34.778195 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-22c1bdcf-31cc-4a7f-9486-15086b90f3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1575204'] for port, provisioning_complete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:34.784384 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-c9be33b8-a4ee-466a-af6d-a281aa3c6113 admin admin] Notify callbacks [] for router, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:34.788332 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-c9be33b8-a4ee-466a-af6d-a281aa3c6113 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.3952928 Sep 15 02:44:34.788503 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61646776-5124-4718-8c22-430bc09c0991 None None] Sync routers for ids ['dfc0be1a-b117-4d36-9642-3bafdc9ad3b7'] in dv-cinder-759955-25-smb {{(pid=101047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 02:44:34.788604 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 33892) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:44:34.807903 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-cf9c6fc4-474a-4173-adb8-dd60d272b655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781587269048'] for port, after_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:35.088070 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_hamode_db [None req-e04f2e69-70c2-4f80-abb3-21a713756510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f1b0b79-e3c3-47e5-8db0-a2250f779792', 'name': 'tempest-AttachVolumeTestJSON-1616189826-router', 'tenant_id': '3b73a94c214748a88ea9fc76fb540004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'external_fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.116'}], 'enable_snat': True}, 'gw_port_id': 'a378dd54-a4ba-4713-9628-1728198bde37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:44:29Z', 'updated_at': '2021-09-15T02:44:31Z', 'revision_number': 3, 'project_id': '3b73a94c214748a88ea9fc76fb540004', 'gw_port': {'id': 'a378dd54-a4ba-4713-9628-1728198bde37', 'name': '', 'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:8b:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f1b0b79-e3c3-47e5-8db0-a2250f779792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:44:30Z', 'updated_at': '2021-09-15T02:44:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-smb'}], 'dv-cinder-759955-25-smb', False) {} {{(pid=101048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:44:35.152910 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61646776-5124-4718-8c22-430bc09c0991 None None] Routers {'dfc0be1a-b117-4d36-9642-3bafdc9ad3b7'} bound to L3 agent in host dv-cinder-759955-25-smb {{(pid=101047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:44:35.153825 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_hamode_db [None req-61646776-5124-4718-8c22-430bc09c0991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T02:36:18Z,description=,heartbeat_timestamp=2021-09-15T02:44:18Z,host='dv-cinder-759955-25-smb',id=22749488-15d0-44a3-a4aa-285786541688,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:36:19Z,topic='l3_agent')) {'router_ids': ['dfc0be1a-b117-4d36-9642-3bafdc9ad3b7'], 'active': True} {{(pid=101047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:44:35.180007 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04f2e69-70c2-4f80-abb3-21a713756510 None None] Checking router: 4f1b0b79-e3c3-47e5-8db0-a2250f779792 for host: dv-cinder-759955-25-smb {{(pid=101048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 02:44:35.180512 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04f2e69-70c2-4f80-abb3-21a713756510 None None] Updating router 4f1b0b79-e3c3-47e5-8db0-a2250f779792 port a378dd54-a4ba-4713-9628-1728198bde37 binding host dv-cinder-759955-25-smb {{(pid=101048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 02:44:35.214000 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9c6fc4-474a-4173-adb8-dd60d272b655 admin admin] Network 33518f62-a6b6-442c-a872-dfb5ddf2cbe1 is already hosted by enough agents. {{(pid=101045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:44:35.228040 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron_lib.callbacks.manager [None req-e04f2e69-70c2-4f80-abb3-21a713756510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:35.241130 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.scheduler.base_scheduler [None req-cf9c6fc4-474a-4173-adb8-dd60d272b655 admin admin] Resources bound (agent type, host, resource id): {{(pid=101045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:44:35.252507 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9c6fc4-474a-4173-adb8-dd60d272b655 admin admin] Received port after_create {{(pid=101045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:44:35.390483 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9c6fc4-474a-4173-adb8-dd60d272b655 admin admin] Pushing event updated for resources: {'Port': ['ID=79f12926-c77e-49a0-a2c5-b99a598edbbd,revision_number=1']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:35.438016 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Provisioning complete for port b2089ada-f569-4f3f-a2cb-17dd945dd715 triggered by entity L2. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:44:35.438384 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1575204'] for port, provisioning_complete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:35.527577 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:35.551478 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_dvr_db [None req-61646776-5124-4718-8c22-430bc09c0991 None None] Set router dfc0be1a-b117-4d36-9642-3bafdc9ad3b7 gateway port host: dv-cinder-759955-25-smb {{(pid=101047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:44:35.803800 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-b4b74ca5-2f32-4d31-a4fd-f3c7952a2e74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:35.825154 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron_lib.callbacks.manager [None req-e04f2e69-70c2-4f80-abb3-21a713756510 None None] Notify callbacks [] for port, precommit_update {{(pid=101048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:35.888270 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron_lib.callbacks.manager [None req-e04f2e69-70c2-4f80-abb3-21a713756510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:35.964366 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97896e46-48fc-4694-b07f-de4379cfa30c None None] Pushing event updated for resources: {'Port': ['ID=a378dd54-a4ba-4713-9628-1728198bde37,revision_number=2']} {{(pid=101048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:35.978421 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97896e46-48fc-4694-b07f-de4379cfa30c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:44:35.978764 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97896e46-48fc-4694-b07f-de4379cfa30c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:44:35.979275 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97896e46-48fc-4694-b07f-de4379cfa30c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:44:35.979620 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97896e46-48fc-4694-b07f-de4379cfa30c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:44:35.981060 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97896e46-48fc-4694-b07f-de4379cfa30c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:44:35.981422 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97896e46-48fc-4694-b07f-de4379cfa30c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:44:35.981841 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97896e46-48fc-4694-b07f-de4379cfa30c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:44:35.982136 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97896e46-48fc-4694-b07f-de4379cfa30c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:44:35.982861 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97896e46-48fc-4694-b07f-de4379cfa30c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:44:35.995512 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97896e46-48fc-4694-b07f-de4379cfa30c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:44:35.995512 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97896e46-48fc-4694-b07f-de4379cfa30c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:44:35.995512 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97896e46-48fc-4694-b07f-de4379cfa30c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:44:35.998531 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97896e46-48fc-4694-b07f-de4379cfa30c None None] Tracked resource versions report: Sep 15 02:44:35.998531 dv-cinder-759955-25-smb neutron-server[101048]: pushed versions: Sep 15 02:44:35.998531 dv-cinder-759955-25-smb neutron-server[101048]: { 'AddressGroup': {'1.2'}, Sep 15 02:44:35.998531 dv-cinder-759955-25-smb neutron-server[101048]: 'ConntrackHelper': {'1.0'}, Sep 15 02:44:35.998531 dv-cinder-759955-25-smb neutron-server[101048]: 'Log': {'1.0'}, Sep 15 02:44:35.998531 dv-cinder-759955-25-smb neutron-server[101048]: 'Network': {'1.1'}, Sep 15 02:44:35.998531 dv-cinder-759955-25-smb neutron-server[101048]: 'Port': {'1.7'}, Sep 15 02:44:35.998531 dv-cinder-759955-25-smb neutron-server[101048]: 'PortForwarding': {'1.2'}, Sep 15 02:44:35.998531 dv-cinder-759955-25-smb neutron-server[101048]: 'QosPolicy': {'1.9'}, Sep 15 02:44:35.998531 dv-cinder-759955-25-smb neutron-server[101048]: 'SecurityGroup': {'1.4'}, Sep 15 02:44:35.998531 dv-cinder-759955-25-smb neutron-server[101048]: 'SecurityGroupRule': {'1.2'}, Sep 15 02:44:35.998531 dv-cinder-759955-25-smb neutron-server[101048]: 'SubPort': {'1.0'}, Sep 15 02:44:35.998531 dv-cinder-759955-25-smb neutron-server[101048]: 'Subnet': {'1.1'}, Sep 15 02:44:35.998531 dv-cinder-759955-25-smb neutron-server[101048]: 'Trunk': {'1.1'}} Sep 15 02:44:35.998531 dv-cinder-759955-25-smb neutron-server[101048]: consumer versions: Sep 15 02:44:35.998531 dv-cinder-759955-25-smb neutron-server[101048]: { DHCP agent@dv-cinder-759955-25-smb: {}, Sep 15 02:44:35.998531 dv-cinder-759955-25-smb neutron-server[101048]: HyperV agent@hv-cinder-75995: {}, Sep 15 02:44:35.998531 dv-cinder-759955-25-smb neutron-server[101048]: L3 agent@dv-cinder-759955-25-smb: {}, Sep 15 02:44:35.998531 dv-cinder-759955-25-smb neutron-server[101048]: Metadata agent@dv-cinder-759955-25-smb: {}, Sep 15 02:44:35.998531 dv-cinder-759955-25-smb neutron-server[101048]: Metering agent@dv-cinder-759955-25-smb: {}, Sep 15 02:44:35.998531 dv-cinder-759955-25-smb neutron-server[101048]: Open vSwitch agent@dv-cinder-759955-25-smb: { 'AddressGroup': '1.2', Sep 15 02:44:35.998531 dv-cinder-759955-25-smb neutron-server[101048]: 'ConntrackHelper': '1.0', Sep 15 02:44:35.998531 dv-cinder-759955-25-smb neutron-server[101048]: 'Log': '1.0', Sep 15 02:44:35.998531 dv-cinder-759955-25-smb neutron-server[101048]: 'Network': '1.1', Sep 15 02:44:35.998531 dv-cinder-759955-25-smb neutron-server[101048]: 'Port': '1.7', Sep 15 02:44:35.998531 dv-cinder-759955-25-smb neutron-server[101048]: 'PortForwarding': '1.2', Sep 15 02:44:35.998531 dv-cinder-759955-25-smb neutron-server[101048]: 'QosPolicy': '1.9', Sep 15 02:44:35.998531 dv-cinder-759955-25-smb neutron-server[101048]: 'SecurityGroup': '1.4', Sep 15 02:44:35.998531 dv-cinder-759955-25-smb neutron-server[101048]: 'SecurityGroupRule': '1.2', Sep 15 02:44:35.998531 dv-cinder-759955-25-smb neutron-server[101048]: 'SubPort': '1.0', Sep 15 02:44:35.998531 dv-cinder-759955-25-smb neutron-server[101048]: 'Subnet': '1.1', Sep 15 02:44:35.998531 dv-cinder-759955-25-smb neutron-server[101048]: 'Trunk': '1.1'}} Sep 15 02:44:35.998531 dv-cinder-759955-25-smb neutron-server[101048]: {{(pid=101048) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 02:44:36.048874 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-e2790d2a-126b-448a-b44f-296d2864144f req-9c3e2baf-855d-47c0-b90b-69bac4e18f02 tempest-DeleteServersTestJSON-1383848626 tempest-DeleteServersTestJSON-1383848626-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6571485-1182-4677-9426-4b0aed932aea HTTP/1.1" status: 200 len: 210 time: 0.0455227 Sep 15 02:44:36.054625 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.plugins.ml2.managers [None req-e04f2e69-70c2-4f80-abb3-21a713756510 None None] Attempting to bind port a378dd54-a4ba-4713-9628-1728198bde37 on host dv-cinder-759955-25-smb for vnic_type normal with profile {{(pid=101048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 02:44:36.055939 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.plugins.ml2.managers [None req-e04f2e69-70c2-4f80-abb3-21a713756510 None None] Attempting to bind port a378dd54-a4ba-4713-9628-1728198bde37 by drivers openvswitch,hyperv on host dv-cinder-759955-25-smb at level 0 using segments [{'id': '4ddc9b9a-930b-46d8-934d-b4f616b6b84f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1'}] {{(pid=101048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 02:44:36.058083 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-53ba1cb9-0a5d-4787-a677-b7f5f216c396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:36.058220 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04f2e69-70c2-4f80-abb3-21a713756510 None None] Attempting to bind port a378dd54-a4ba-4713-9628-1728198bde37 on network 33518f62-a6b6-442c-a872-dfb5ddf2cbe1 {{(pid=101048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:44:36.083993 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04f2e69-70c2-4f80-abb3-21a713756510 None None] Checking agent: {'id': '129dda3c-f944-45fc-94b1-aa204aafba01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-25-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 36, 18), 'started_at': datetime.datetime(2021, 9, 15, 2, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 2, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-25-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 02:44:36.083993 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04f2e69-70c2-4f80-abb3-21a713756510 None None] Checking segment: {'id': '4ddc9b9a-930b-46d8-934d-b4f616b6b84f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:44:36.083993 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron_lib.callbacks.manager [None req-e04f2e69-70c2-4f80-abb3-21a713756510 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:36.083993 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04f2e69-70c2-4f80-abb3-21a713756510 None None] Bound using segment: {'id': '4ddc9b9a-930b-46d8-934d-b4f616b6b84f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1'} {{(pid=101048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 02:44:36.083993 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.plugins.ml2.managers [None req-e04f2e69-70c2-4f80-abb3-21a713756510 None None] Bound port: a378dd54-a4ba-4713-9628-1728198bde37, host: dv-cinder-759955-25-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ddc9b9a-930b-46d8-934d-b4f616b6b84f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1'}}] {{(pid=101048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 02:44:36.083993 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron_lib.callbacks.manager [None req-e04f2e69-70c2-4f80-abb3-21a713756510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:36.126732 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.db.db_base_plugin_common [None req-b4b74ca5-2f32-4d31-a4fd-f3c7952a2e74 admin admin] Allocated IP 172.20.0.1 (559d7eea-ef89-4b33-b717-afb1545433a5/16cede8a-7007-4219-aa2d-1189c5c08411/424acb6b-76dd-4c47-a76a-0e916d710482) {{(pid=101046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:44:36.190574 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-cf9c6fc4-474a-4173-adb8-dd60d272b655 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:36.207945 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.plugins.ml2.db [None req-e04f2e69-70c2-4f80-abb3-21a713756510 None None] For port a378dd54-a4ba-4713-9628-1728198bde37, host dv-cinder-759955-25-smb, cleared binding levels {{(pid=101048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 02:44:36.213202 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-22c1bdcf-31cc-4a7f-9486-15086b90f3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:36.218264 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.plugins.ml2.db [None req-e04f2e69-70c2-4f80-abb3-21a713756510 None None] For port a378dd54-a4ba-4713-9628-1728198bde37, host dv-cinder-759955-25-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-smb',level=0,port_id=a378dd54-a4ba-4713-9628-1728198bde37,segment=NetworkSegment(4ddc9b9a-930b-46d8-934d-b4f616b6b84f),segment_id=4ddc9b9a-930b-46d8-934d-b4f616b6b84f)] {{(pid=101048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 02:44:36.309163 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:36.328074 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-b4b74ca5-2f32-4d31-a4fd-f3c7952a2e74 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:36.328649 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron_lib.callbacks.manager [None req-e04f2e69-70c2-4f80-abb3-21a713756510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:36.402670 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-22c1bdcf-31cc-4a7f-9486-15086b90f3e4 None None] For port b2089ada-f569-4f3f-a2cb-17dd945dd715, host dv-cinder-759955-25-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-smb',level=0,port_id=b2089ada-f569-4f3f-a2cb-17dd945dd715,segment=NetworkSegment(05f52a86-8cc0-4a65-9024-5aaf0393990e),segment_id=05f52a86-8cc0-4a65-9024-5aaf0393990e)] {{(pid=101047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:44:36.406391 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04f2e69-70c2-4f80-abb3-21a713756510 None None] Routers {'4f1b0b79-e3c3-47e5-8db0-a2250f779792'} bound to L3 agent in host dv-cinder-759955-25-smb {{(pid=101048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:44:36.407213 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_hamode_db [None req-e04f2e69-70c2-4f80-abb3-21a713756510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T02:36:18Z,description=,heartbeat_timestamp=2021-09-15T02:44:18Z,host='dv-cinder-759955-25-smb',id=22749488-15d0-44a3-a4aa-285786541688,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:36:19Z,topic='l3_agent')) {'router_ids': ['4f1b0b79-e3c3-47e5-8db0-a2250f779792'], 'active': True} {{(pid=101048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:44:36.488217 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-b4b74ca5-2f32-4d31-a4fd-f3c7952a2e74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781587269048'] for port, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:36.531122 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-22c1bdcf-31cc-4a7f-9486-15086b90f3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:36.577119 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_dvr_db [None req-e04f2e69-70c2-4f80-abb3-21a713756510 None None] Set router 4f1b0b79-e3c3-47e5-8db0-a2250f779792 gateway port host: dv-cinder-759955-25-smb {{(pid=101048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:44:36.617073 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b74ca5-2f32-4d31-a4fd-f3c7952a2e74 admin admin] Network 559d7eea-ef89-4b33-b717-afb1545433a5 is already hosted by enough agents. {{(pid=101046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:44:36.620383 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.scheduler.base_scheduler [None req-b4b74ca5-2f32-4d31-a4fd-f3c7952a2e74 admin admin] Resources bound (agent type, host, resource id): {{(pid=101046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:44:36.638432 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.db.db_base_plugin_common [None req-53ba1cb9-0a5d-4787-a677-b7f5f216c396 admin admin] Allocated IP 172.20.0.1 (6f57639e-ff61-4a6a-8bb7-4f6634a3a645/a0f1f6f6-a304-49b2-a651-7b609fdec3ef/6dbb9097-a267-45a9-95b6-8e499d62a8a4) {{(pid=101045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:44:36.641914 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b74ca5-2f32-4d31-a4fd-f3c7952a2e74 admin admin] Received port after_create {{(pid=101046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:44:36.643586 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-b4b74ca5-2f32-4d31-a4fd-f3c7952a2e74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1029000'] for router_interface, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:36.649544 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c1bdcf-31cc-4a7f-9486-15086b90f3e4 None None] Pushing event updated for resources: {'Port': ['ID=b2089ada-f569-4f3f-a2cb-17dd945dd715,revision_number=3']} {{(pid=101047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:36.703418 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.db.api [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101047) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 02:44:36.703839 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b74ca5-2f32-4d31-a4fd-f3c7952a2e74 admin admin] Pushing event updated for resources: {'Port': ['ID=424acb6b-76dd-4c47-a76a-0e916d710482,revision_number=1']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:36.704062 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG oslo_db.api [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 02:44:36.729071 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_hamode_db [None req-61646776-5124-4718-8c22-430bc09c0991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfc0be1a-b117-4d36-9642-3bafdc9ad3b7', 'name': 'tempest-AttachVolumeShelveTestJSON-124691277-router', 'tenant_id': 'bf1160da16cc4aa8a8f7f5065e5f7661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'external_fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.201'}], 'enable_snat': True}, 'gw_port_id': '0a083152-357b-4709-8597-35aaf717a22e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:44:30Z', 'updated_at': '2021-09-15T02:44:32Z', 'revision_number': 3, 'project_id': 'bf1160da16cc4aa8a8f7f5065e5f7661', 'gw_port': {'id': '0a083152-357b-4709-8597-35aaf717a22e', 'name': '', 'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:a7:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfc0be1a-b117-4d36-9642-3bafdc9ad3b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:44:31Z', 'updated_at': '2021-09-15T02:44:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-smb'}], 'dv-cinder-759955-25-smb', False) {} {{(pid=101047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:44:36.765532 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-cf9c6fc4-474a-4173-adb8-dd60d272b655 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1030935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028959'] for router, after_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:36.795505 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61646776-5124-4718-8c22-430bc09c0991 None None] Checking router: dfc0be1a-b117-4d36-9642-3bafdc9ad3b7 for host: dv-cinder-759955-25-smb {{(pid=101047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 02:44:36.795858 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61646776-5124-4718-8c22-430bc09c0991 None None] Updating router dfc0be1a-b117-4d36-9642-3bafdc9ad3b7 port 0a083152-357b-4709-8597-35aaf717a22e binding host dv-cinder-759955-25-smb {{(pid=101047) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 02:44:36.836222 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-61646776-5124-4718-8c22-430bc09c0991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:36.848482 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97896e46-48fc-4694-b07f-de4379cfa30c None None] Pushing event updated for resources: {'Port': ['ID=a378dd54-a4ba-4713-9628-1728198bde37,revision_number=3']} {{(pid=101048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:36.923829 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-aa1eeefa-464f-41df-9bfe-15850e200ecb None None] Provisioning complete for port b2089ada-f569-4f3f-a2cb-17dd945dd715 triggered by entity DHCP. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:44:36.924800 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-aa1eeefa-464f-41df-9bfe-15850e200ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1575204'] for port, provisioning_complete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:36.994635 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-53ba1cb9-0a5d-4787-a677-b7f5f216c396 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:37.034363 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_hamode_db [None req-e04f2e69-70c2-4f80-abb3-21a713756510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f1b0b79-e3c3-47e5-8db0-a2250f779792', 'name': 'tempest-AttachVolumeTestJSON-1616189826-router', 'tenant_id': '3b73a94c214748a88ea9fc76fb540004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'external_fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.116'}], 'enable_snat': True}, 'gw_port_id': 'a378dd54-a4ba-4713-9628-1728198bde37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:44:29Z', 'updated_at': '2021-09-15T02:44:31Z', 'revision_number': 3, 'project_id': '3b73a94c214748a88ea9fc76fb540004', 'gw_port': {'id': 'a378dd54-a4ba-4713-9628-1728198bde37', 'name': '', 'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:8b:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f1b0b79-e3c3-47e5-8db0-a2250f779792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:44:30Z', 'updated_at': '2021-09-15T02:44:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-smb'}], 'dv-cinder-759955-25-smb', False) {} {{(pid=101048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:44:37.063007 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04f2e69-70c2-4f80-abb3-21a713756510 None None] The sync data for ids ['4f1b0b79-e3c3-47e5-8db0-a2250f779792'] in dv-cinder-759955-25-smb is: [{'id': '4f1b0b79-e3c3-47e5-8db0-a2250f779792', 'name': 'tempest-AttachVolumeTestJSON-1616189826-router', 'tenant_id': '3b73a94c214748a88ea9fc76fb540004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'external_fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.116'}], 'enable_snat': True}, 'gw_port_id': 'a378dd54-a4ba-4713-9628-1728198bde37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:44:29Z', 'updated_at': '2021-09-15T02:44:31Z', 'revision_number': 3, 'project_id': '3b73a94c214748a88ea9fc76fb540004', 'gw_port': {'id': 'a378dd54-a4ba-4713-9628-1728198bde37', 'name': '', 'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:8b:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f1b0b79-e3c3-47e5-8db0-a2250f779792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:44:30Z', 'updated_at': '2021-09-15T02:44:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-smb'}] {{(pid=101048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 02:44:37.187423 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-b4b74ca5-2f32-4d31-a4fd-f3c7952a2e74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:37.213325 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-53ba1cb9-0a5d-4787-a677-b7f5f216c396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781587269048'] for port, after_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:37.252300 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf9c6fc4-474a-4173-adb8-dd60d272b655 admin admin] Router f724dce2-7491-4968-abea-bd0e3986235a is scheduled to L3 agent 22749488-15d0-44a3-a4aa-285786541688 with binding_index 1 {{(pid=101045) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 02:44:37.266131 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ba1cb9-0a5d-4787-a677-b7f5f216c396 admin admin] Network 6f57639e-ff61-4a6a-8bb7-4f6634a3a645 is already hosted by enough agents. {{(pid=101045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:44:37.274772 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.scheduler.base_scheduler [None req-53ba1cb9-0a5d-4787-a677-b7f5f216c396 admin admin] Resources bound (agent type, host, resource id): {{(pid=101045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:44:37.281235 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ba1cb9-0a5d-4787-a677-b7f5f216c396 admin admin] Received port after_create {{(pid=101045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:44:37.281235 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-53ba1cb9-0a5d-4787-a677-b7f5f216c396 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1029000'] for router_interface, before_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:37.302618 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-19a84e7a-f033-44e6-a512-f61e6adb4c83 None None] Provisioning complete for port 424acb6b-76dd-4c47-a76a-0e916d710482 triggered by entity DHCP. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:44:37.303004 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-19a84e7a-f033-44e6-a512-f61e6adb4c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1575204'] for port, provisioning_complete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:37.365133 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.plugin [None req-19a84e7a-f033-44e6-a512-f61e6adb4c83 None None] Port 424acb6b-76dd-4c47-a76a-0e916d710482 cannot update to ACTIVE because it is not bound. {{(pid=101047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 02:44:37.391894 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-ea68ed96-90c7-4a57-889e-1fc1b43b7721 req-d066682d-eb05-4a2a-a13c-cf25c34f6a1c tempest-DeleteServersTestJSON-1383848626 tempest-DeleteServersTestJSON-1383848626-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6571485-1182-4677-9426-4b0aed932aea HTTP/1.1" status: 200 len: 210 time: 0.0953317 Sep 15 02:44:37.452276 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Device b2089ada-f569-4f3f-a2cb-17dd945dd715 up at agent ovs-agent-dv-cinder-759955-25-smb {{(pid=101047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:44:37.503686 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-61646776-5124-4718-8c22-430bc09c0991 None None] Notify callbacks [] for port, precommit_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:37.526335 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Provisioning complete for port b2089ada-f569-4f3f-a2cb-17dd945dd715 triggered by entity L2. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:44:37.526635 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1575204'] for port, provisioning_complete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:37.529254 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ba1cb9-0a5d-4787-a677-b7f5f216c396 admin admin] Pushing event updated for resources: {'Port': ['ID=6dbb9097-a267-45a9-95b6-8e499d62a8a4,revision_number=1']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:37.586611 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-61646776-5124-4718-8c22-430bc09c0991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:37.672243 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be92e97a-1720-400f-b38e-c57a6109a114 None None] Pushing event updated for resources: {'Port': ['ID=0a083152-357b-4709-8597-35aaf717a22e,revision_number=2']} {{(pid=101047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:37.706257 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.38', 49653) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:44:37.711369 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-b4b74ca5-2f32-4d31-a4fd-f3c7952a2e74 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:37.735626 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.managers [None req-61646776-5124-4718-8c22-430bc09c0991 None None] Attempting to bind port 0a083152-357b-4709-8597-35aaf717a22e on host dv-cinder-759955-25-smb for vnic_type normal with profile {{(pid=101047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 02:44:37.736300 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.managers [None req-61646776-5124-4718-8c22-430bc09c0991 None None] Attempting to bind port 0a083152-357b-4709-8597-35aaf717a22e by drivers openvswitch,hyperv on host dv-cinder-759955-25-smb at level 0 using segments [{'id': '4ddc9b9a-930b-46d8-934d-b4f616b6b84f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1'}] {{(pid=101047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 02:44:37.738014 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61646776-5124-4718-8c22-430bc09c0991 None None] Attempting to bind port 0a083152-357b-4709-8597-35aaf717a22e on network 33518f62-a6b6-442c-a872-dfb5ddf2cbe1 {{(pid=101047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:44:37.744654 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61646776-5124-4718-8c22-430bc09c0991 None None] Checking agent: {'id': '129dda3c-f944-45fc-94b1-aa204aafba01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-25-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 36, 18), 'started_at': datetime.datetime(2021, 9, 15, 2, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 2, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-25-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 02:44:37.745211 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61646776-5124-4718-8c22-430bc09c0991 None None] Checking segment: {'id': '4ddc9b9a-930b-46d8-934d-b4f616b6b84f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:44:37.745715 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-61646776-5124-4718-8c22-430bc09c0991 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:37.746203 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61646776-5124-4718-8c22-430bc09c0991 None None] Bound using segment: {'id': '4ddc9b9a-930b-46d8-934d-b4f616b6b84f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1'} {{(pid=101047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 02:44:37.746778 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.managers [None req-61646776-5124-4718-8c22-430bc09c0991 None None] Bound port: 0a083152-357b-4709-8597-35aaf717a22e, host: dv-cinder-759955-25-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ddc9b9a-930b-46d8-934d-b4f616b6b84f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1'}}] {{(pid=101047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 02:44:37.747362 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-61646776-5124-4718-8c22-430bc09c0991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:37.794227 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-b34ffc2e-722c-4272-b5f1-2b155b82f270 None None] Provisioning complete for port 6dbb9097-a267-45a9-95b6-8e499d62a8a4 triggered by entity DHCP. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:44:37.794597 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-b34ffc2e-722c-4272-b5f1-2b155b82f270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1575204'] for port, provisioning_complete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:37.830829 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-b4b74ca5-2f32-4d31-a4fd-f3c7952a2e74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:37.831592 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-b4b74ca5-2f32-4d31-a4fd-f3c7952a2e74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-576680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1029912'] for router_interface, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:37.950488 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-61646776-5124-4718-8c22-430bc09c0991 None None] For port 0a083152-357b-4709-8597-35aaf717a22e, host dv-cinder-759955-25-smb, cleared binding levels {{(pid=101047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 02:44:37.959840 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-61646776-5124-4718-8c22-430bc09c0991 None None] For port 0a083152-357b-4709-8597-35aaf717a22e, host dv-cinder-759955-25-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-smb',level=0,port_id=0a083152-357b-4709-8597-35aaf717a22e,segment=NetworkSegment(4ddc9b9a-930b-46d8-934d-b4f616b6b84f),segment_id=4ddc9b9a-930b-46d8-934d-b4f616b6b84f)] {{(pid=101047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 02:44:37.967668 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.plugin [None req-b34ffc2e-722c-4272-b5f1-2b155b82f270 None None] Port 6dbb9097-a267-45a9-95b6-8e499d62a8a4 cannot update to ACTIVE because it is not bound. {{(pid=101047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 02:44:37.984565 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b74ca5-2f32-4d31-a4fd-f3c7952a2e74 admin admin] Pushing event updated for resources: {'Port': ['ID=424acb6b-76dd-4c47-a76a-0e916d710482,revision_number=2']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:38.032978 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf9c6fc4-474a-4173-adb8-dd60d272b655 admin admin] Notify agent at l3_agent.dv-cinder-759955-25-smb the message routers_updated {{(pid=101045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 02:44:38.042418 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68720624-4fe0-44d8-8e56-f2775e8703b7 None None] Sync routers for ids ['f724dce2-7491-4968-abea-bd0e3986235a'] in dv-cinder-759955-25-smb {{(pid=101048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 02:44:38.047846 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-61646776-5124-4718-8c22-430bc09c0991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:38.054089 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68720624-4fe0-44d8-8e56-f2775e8703b7 None None] Routers {'f724dce2-7491-4968-abea-bd0e3986235a'} bound to L3 agent in host dv-cinder-759955-25-smb {{(pid=101048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:44:38.056398 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_hamode_db [None req-68720624-4fe0-44d8-8e56-f2775e8703b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T02:36:18Z,description=,heartbeat_timestamp=2021-09-15T02:44:18Z,host='dv-cinder-759955-25-smb',id=22749488-15d0-44a3-a4aa-285786541688,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:36:19Z,topic='l3_agent')) {'router_ids': ['f724dce2-7491-4968-abea-bd0e3986235a'], 'active': True} {{(pid=101048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:44:38.079325 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b74ca5-2f32-4d31-a4fd-f3c7952a2e74 admin admin] Network 559d7eea-ef89-4b33-b717-afb1545433a5 is already hosted by enough agents. {{(pid=101046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:44:38.085123 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.scheduler.base_scheduler [None req-b4b74ca5-2f32-4d31-a4fd-f3c7952a2e74 admin admin] Resources bound (agent type, host, resource id): {{(pid=101046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:44:38.242004 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61646776-5124-4718-8c22-430bc09c0991 None None] Routers {'dfc0be1a-b117-4d36-9642-3bafdc9ad3b7'} bound to L3 agent in host dv-cinder-759955-25-smb {{(pid=101047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:44:38.247647 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_hamode_db [None req-61646776-5124-4718-8c22-430bc09c0991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T02:36:18Z,description=,heartbeat_timestamp=2021-09-15T02:44:18Z,host='dv-cinder-759955-25-smb',id=22749488-15d0-44a3-a4aa-285786541688,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:36:19Z,topic='l3_agent')) {'router_ids': ['dfc0be1a-b117-4d36-9642-3bafdc9ad3b7'], 'active': True} {{(pid=101047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:44:38.339831 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be92e97a-1720-400f-b38e-c57a6109a114 None None] Pushing event updated for resources: {'Port': ['ID=0a083152-357b-4709-8597-35aaf717a22e,revision_number=3']} {{(pid=101047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:38.365483 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4b74ca5-2f32-4d31-a4fd-f3c7952a2e74 admin admin] Router dfc0be1a-b117-4d36-9642-3bafdc9ad3b7 has already been hosted by L3 agent 22749488-15d0-44a3-a4aa-285786541688 {{(pid=101046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 02:44:38.469260 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_dvr_db [None req-68720624-4fe0-44d8-8e56-f2775e8703b7 None None] Set router f724dce2-7491-4968-abea-bd0e3986235a gateway port host: dv-cinder-759955-25-smb {{(pid=101048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:44:38.473662 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-cf9c6fc4-474a-4173-adb8-dd60d272b655 admin admin] Notify callbacks [] for router, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:38.481129 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-cf9c6fc4-474a-4173-adb8-dd60d272b655 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.5015993 Sep 15 02:44:38.482353 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 34006) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:44:38.522169 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_dvr_db [None req-61646776-5124-4718-8c22-430bc09c0991 None None] Set router dfc0be1a-b117-4d36-9642-3bafdc9ad3b7 gateway port host: dv-cinder-759955-25-smb {{(pid=101047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:44:38.546048 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e8f78c-f88e-4a9f-a12b-3f25e582ac1d req-49d55eea-7863-41ec-9798-2bb2c76ed038 tempest-DeleteServersTestJSON-1383848626 tempest-DeleteServersTestJSON-1383848626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:38.555548 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-88e8f78c-f88e-4a9f-a12b-3f25e582ac1d req-49d55eea-7863-41ec-9798-2bb2c76ed038 tempest-DeleteServersTestJSON-1383848626 tempest-DeleteServersTestJSON-1383848626-project] 10.222.0.38 "GET /v2.0/networks?id=d8fb3ab3-880f-48dc-9618-291b77d2bb9e HTTP/1.1" status: 200 len: 812 time: 0.8390229 Sep 15 02:44:38.557725 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-53ba1cb9-0a5d-4787-a677-b7f5f216c396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:38.680635 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.v2.base [req-88e8f78c-f88e-4a9f-a12b-3f25e582ac1d req-cda9bc95-ed56-448e-a6a1-aaface98590f tempest-DeleteServersTestJSON-1383848626 tempest-DeleteServersTestJSON-1383848626-project] Request body: {'port': {'device_id': 'b6571485-1182-4677-9426-4b0aed932aea', 'network_id': 'd8fb3ab3-880f-48dc-9618-291b77d2bb9e', 'admin_state_up': True, 'tenant_id': '56be485ccd3440bdbb1371c45a8ffa85'}} {{(pid=101045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:44:38.785508 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-b56cd9c3-278d-429e-a916-9ff4d28b14b5 req-a0f965f7-c503-4553-9ebf-9d7af2d2effd tempest-DeleteServersTestJSON-1383848626 tempest-DeleteServersTestJSON-1383848626-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6571485-1182-4677-9426-4b0aed932aea HTTP/1.1" status: 200 len: 210 time: 0.1474855 Sep 15 02:44:38.948518 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_hamode_db [None req-68720624-4fe0-44d8-8e56-f2775e8703b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f724dce2-7491-4968-abea-bd0e3986235a', 'name': 'tempest-ServerRescueNegativeTestJSON-1328197869-router', 'tenant_id': 'a78d7ab424a94a83ac8ea30bcfea513a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'external_fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.242'}], 'enable_snat': True}, 'gw_port_id': '79f12926-c77e-49a0-a2c5-b99a598edbbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:44:32Z', 'updated_at': '2021-09-15T02:44:35Z', 'revision_number': 3, 'project_id': 'a78d7ab424a94a83ac8ea30bcfea513a', 'gw_port': {'id': '79f12926-c77e-49a0-a2c5-b99a598edbbd', 'name': '', 'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:1c:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f724dce2-7491-4968-abea-bd0e3986235a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:44:33Z', 'updated_at': '2021-09-15T02:44:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-smb'}], 'dv-cinder-759955-25-smb', False) {} {{(pid=101048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:44:39.006277 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68720624-4fe0-44d8-8e56-f2775e8703b7 None None] Checking router: f724dce2-7491-4968-abea-bd0e3986235a for host: dv-cinder-759955-25-smb {{(pid=101048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 02:44:39.006621 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68720624-4fe0-44d8-8e56-f2775e8703b7 None None] Updating router f724dce2-7491-4968-abea-bd0e3986235a port 79f12926-c77e-49a0-a2c5-b99a598edbbd binding host dv-cinder-759955-25-smb {{(pid=101048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 02:44:39.031008 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4b74ca5-2f32-4d31-a4fd-f3c7952a2e74 admin admin] Notify agent at l3_agent.dv-cinder-759955-25-smb the message routers_updated {{(pid=101046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 02:44:39.065240 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron_lib.callbacks.manager [None req-68720624-4fe0-44d8-8e56-f2775e8703b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:39.067610 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-8fb3c4a1-8187-455f-88ae-2ffa9906c63e None None] Provisioning complete for port 424acb6b-76dd-4c47-a76a-0e916d710482 triggered by entity DHCP. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:44:39.068531 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-8fb3c4a1-8187-455f-88ae-2ffa9906c63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1575204'] for port, provisioning_complete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:39.068799 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-b4b74ca5-2f32-4d31-a4fd-f3c7952a2e74 admin admin] 10.222.0.13 "PUT /v2.0/routers/dfc0be1a-b117-4d36-9642-3bafdc9ad3b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2790821 Sep 15 02:44:39.274154 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.plugin [None req-8fb3c4a1-8187-455f-88ae-2ffa9906c63e None None] Port 424acb6b-76dd-4c47-a76a-0e916d710482 cannot update to ACTIVE because it is not bound. {{(pid=101047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 02:44:39.329247 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-53ba1cb9-0a5d-4787-a677-b7f5f216c396 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:39.360003 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_hamode_db [None req-61646776-5124-4718-8c22-430bc09c0991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfc0be1a-b117-4d36-9642-3bafdc9ad3b7', 'name': 'tempest-AttachVolumeShelveTestJSON-124691277-router', 'tenant_id': 'bf1160da16cc4aa8a8f7f5065e5f7661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'external_fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.201'}], 'enable_snat': True}, 'gw_port_id': '0a083152-357b-4709-8597-35aaf717a22e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:44:30Z', 'updated_at': '2021-09-15T02:44:36Z', 'revision_number': 4, 'project_id': 'bf1160da16cc4aa8a8f7f5065e5f7661', 'gw_port': {'id': '0a083152-357b-4709-8597-35aaf717a22e', 'name': '', 'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:a7:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfc0be1a-b117-4d36-9642-3bafdc9ad3b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:44:31Z', 'updated_at': '2021-09-15T02:44:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-smb', '_interfaces': [{'id': '424acb6b-76dd-4c47-a76a-0e916d710482', 'name': '', 'network_id': '559d7eea-ef89-4b33-b717-afb1545433a5', 'tenant_id': 'bf1160da16cc4aa8a8f7f5065e5f7661', 'mac_address': 'fa:16:3e:2d:21:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfc0be1a-b117-4d36-9642-3bafdc9ad3b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '16cede8a-7007-4219-aa2d-1189c5c08411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:44:35Z', 'updated_at': '2021-09-15T02:44:37Z', 'revision_number': 2, 'project_id': 'bf1160da16cc4aa8a8f7f5065e5f7661', 'subnets': [{'id': '16cede8a-7007-4219-aa2d-1189c5c08411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-25-smb', False) {} {{(pid=101047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:44:39.448169 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-53ba1cb9-0a5d-4787-a677-b7f5f216c396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:39.450612 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-53ba1cb9-0a5d-4787-a677-b7f5f216c396 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-576680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1029912'] for router_interface, after_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:39.456393 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61646776-5124-4718-8c22-430bc09c0991 None None] The sync data for ids ['dfc0be1a-b117-4d36-9642-3bafdc9ad3b7'] in dv-cinder-759955-25-smb is: [{'id': 'dfc0be1a-b117-4d36-9642-3bafdc9ad3b7', 'name': 'tempest-AttachVolumeShelveTestJSON-124691277-router', 'tenant_id': 'bf1160da16cc4aa8a8f7f5065e5f7661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'external_fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.201'}], 'enable_snat': True}, 'gw_port_id': '0a083152-357b-4709-8597-35aaf717a22e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:44:30Z', 'updated_at': '2021-09-15T02:44:36Z', 'revision_number': 4, 'project_id': 'bf1160da16cc4aa8a8f7f5065e5f7661', 'gw_port': {'id': '0a083152-357b-4709-8597-35aaf717a22e', 'name': '', 'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:a7:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfc0be1a-b117-4d36-9642-3bafdc9ad3b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:44:31Z', 'updated_at': '2021-09-15T02:44:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-smb', '_interfaces': [{'id': '424acb6b-76dd-4c47-a76a-0e916d710482', 'name': '', 'network_id': '559d7eea-ef89-4b33-b717-afb1545433a5', 'tenant_id': 'bf1160da16cc4aa8a8f7f5065e5f7661', 'mac_address': 'fa:16:3e:2d:21:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfc0be1a-b117-4d36-9642-3bafdc9ad3b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '16cede8a-7007-4219-aa2d-1189c5c08411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:44:35Z', 'updated_at': '2021-09-15T02:44:37Z', 'revision_number': 2, 'project_id': 'bf1160da16cc4aa8a8f7f5065e5f7661', 'subnets': [{'id': '16cede8a-7007-4219-aa2d-1189c5c08411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 02:44:39.502272 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Device a378dd54-a4ba-4713-9628-1728198bde37 up at agent ovs-agent-dv-cinder-759955-25-smb {{(pid=101047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:44:39.875090 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88e8f78c-f88e-4a9f-a12b-3f25e582ac1d req-cda9bc95-ed56-448e-a6a1-aaface98590f tempest-DeleteServersTestJSON-1383848626 tempest-DeleteServersTestJSON-1383848626-project] Made reservation on behalf of 56be485ccd3440bdbb1371c45a8ffa85 for: {'port': 1} {{(pid=101045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:44:39.875090 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-88e8f78c-f88e-4a9f-a12b-3f25e582ac1d req-cda9bc95-ed56-448e-a6a1-aaface98590f tempest-DeleteServersTestJSON-1383848626 tempest-DeleteServersTestJSON-1383848626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:39.893567 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Provisioning complete for port a378dd54-a4ba-4713-9628-1728198bde37 triggered by entity L2. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:44:39.893567 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1575204'] for port, provisioning_complete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:39.898362 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron_lib.callbacks.manager [None req-68720624-4fe0-44d8-8e56-f2775e8703b7 None None] Notify callbacks [] for port, precommit_update {{(pid=101048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:39.898819 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-243310c6-c9a5-4d8e-aa87-8f43c26c5a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:39.899438 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:39.899674 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron_lib.callbacks.manager [None req-68720624-4fe0-44d8-8e56-f2775e8703b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:39.928805 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] For port a378dd54-a4ba-4713-9628-1728198bde37, host dv-cinder-759955-25-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-smb',level=0,port_id=a378dd54-a4ba-4713-9628-1728198bde37,segment=NetworkSegment(4ddc9b9a-930b-46d8-934d-b4f616b6b84f),segment_id=4ddc9b9a-930b-46d8-934d-b4f616b6b84f)] {{(pid=101047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:44:39.983933 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:40.049428 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ba1cb9-0a5d-4787-a677-b7f5f216c396 admin admin] Network 6f57639e-ff61-4a6a-8bb7-4f6634a3a645 is already hosted by enough agents. {{(pid=101045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:44:40.071645 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.scheduler.base_scheduler [None req-53ba1cb9-0a5d-4787-a677-b7f5f216c396 admin admin] Resources bound (agent type, host, resource id): {{(pid=101045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:44:40.180529 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Pushing event updated for resources: {'Port': ['ID=a378dd54-a4ba-4713-9628-1728198bde37,revision_number=4']} {{(pid=101047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:40.187711 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9706eec3-2183-4e33-992d-71971e49c888 None None] Pushing event updated for resources: {'Port': ['ID=79f12926-c77e-49a0-a2c5-b99a598edbbd,revision_number=2']} {{(pid=101048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:40.207589 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.plugins.ml2.managers [None req-68720624-4fe0-44d8-8e56-f2775e8703b7 None None] Attempting to bind port 79f12926-c77e-49a0-a2c5-b99a598edbbd on host dv-cinder-759955-25-smb for vnic_type normal with profile {{(pid=101048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 02:44:40.207965 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.plugins.ml2.managers [None req-68720624-4fe0-44d8-8e56-f2775e8703b7 None None] Attempting to bind port 79f12926-c77e-49a0-a2c5-b99a598edbbd by drivers openvswitch,hyperv on host dv-cinder-759955-25-smb at level 0 using segments [{'id': '4ddc9b9a-930b-46d8-934d-b4f616b6b84f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1'}] {{(pid=101048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 02:44:40.208317 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68720624-4fe0-44d8-8e56-f2775e8703b7 None None] Attempting to bind port 79f12926-c77e-49a0-a2c5-b99a598edbbd on network 33518f62-a6b6-442c-a872-dfb5ddf2cbe1 {{(pid=101048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:44:40.232197 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68720624-4fe0-44d8-8e56-f2775e8703b7 None None] Checking agent: {'id': '129dda3c-f944-45fc-94b1-aa204aafba01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-25-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 36, 18), 'started_at': datetime.datetime(2021, 9, 15, 2, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 2, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-25-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 02:44:40.282942 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68720624-4fe0-44d8-8e56-f2775e8703b7 None None] Checking segment: {'id': '4ddc9b9a-930b-46d8-934d-b4f616b6b84f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:44:40.282942 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron_lib.callbacks.manager [None req-68720624-4fe0-44d8-8e56-f2775e8703b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:40.282942 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68720624-4fe0-44d8-8e56-f2775e8703b7 None None] Bound using segment: {'id': '4ddc9b9a-930b-46d8-934d-b4f616b6b84f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1'} {{(pid=101048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 02:44:40.282942 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.plugins.ml2.managers [None req-68720624-4fe0-44d8-8e56-f2775e8703b7 None None] Bound port: 79f12926-c77e-49a0-a2c5-b99a598edbbd, host: dv-cinder-759955-25-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ddc9b9a-930b-46d8-934d-b4f616b6b84f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1'}}] {{(pid=101048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 02:44:40.282942 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron_lib.callbacks.manager [None req-68720624-4fe0-44d8-8e56-f2775e8703b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:40.368248 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.plugins.ml2.db [None req-68720624-4fe0-44d8-8e56-f2775e8703b7 None None] For port 79f12926-c77e-49a0-a2c5-b99a598edbbd, host dv-cinder-759955-25-smb, cleared binding levels {{(pid=101048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 02:44:40.380819 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.plugins.ml2.db [None req-68720624-4fe0-44d8-8e56-f2775e8703b7 None None] For port 79f12926-c77e-49a0-a2c5-b99a598edbbd, host dv-cinder-759955-25-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-smb',level=0,port_id=79f12926-c77e-49a0-a2c5-b99a598edbbd,segment=NetworkSegment(4ddc9b9a-930b-46d8-934d-b4f616b6b84f),segment_id=4ddc9b9a-930b-46d8-934d-b4f616b6b84f)] {{(pid=101048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 02:44:40.442090 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.db.db_base_plugin_common [None req-243310c6-c9a5-4d8e-aa87-8f43c26c5a6d admin admin] Allocated IP 172.20.0.1 (f37a69c0-4dd8-4d21-9641-e62da919cea1/f4bc3747-1b39-45b5-bc17-aa1d3078521b/533846ed-3690-4cbe-a489-1e22820545f3) {{(pid=101046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:44:40.580887 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ba1cb9-0a5d-4787-a677-b7f5f216c396 admin admin] Pushing event updated for resources: {'Port': ['ID=6dbb9097-a267-45a9-95b6-8e499d62a8a4,revision_number=2']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:40.587393 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-1e4b9123-6dd7-4f09-827f-6d7223ddce95 req-79b06e8a-6888-4333-98dd-7a855cbc2d8f tempest-DeleteServersTestJSON-1383848626 tempest-DeleteServersTestJSON-1383848626-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6571485-1182-4677-9426-4b0aed932aea HTTP/1.1" status: 200 len: 210 time: 0.4275773 Sep 15 02:44:40.630028 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-bff6ffcb-6f72-462b-9bdd-3ee1cb5bac2b None None] Provisioning complete for port 6dbb9097-a267-45a9-95b6-8e499d62a8a4 triggered by entity DHCP. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:44:40.630651 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-bff6ffcb-6f72-462b-9bdd-3ee1cb5bac2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1575204'] for port, provisioning_complete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:40.706774 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-243310c6-c9a5-4d8e-aa87-8f43c26c5a6d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:40.721971 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.plugin [None req-bff6ffcb-6f72-462b-9bdd-3ee1cb5bac2b None None] Port 6dbb9097-a267-45a9-95b6-8e499d62a8a4 cannot update to ACTIVE because it is not bound. {{(pid=101047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 02:44:40.751470 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron_lib.callbacks.manager [None req-68720624-4fe0-44d8-8e56-f2775e8703b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:40.803530 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53ba1cb9-0a5d-4787-a677-b7f5f216c396 admin admin] Router 4f1b0b79-e3c3-47e5-8db0-a2250f779792 has already been hosted by L3 agent 22749488-15d0-44a3-a4aa-285786541688 {{(pid=101045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 02:44:40.868954 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 34090) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:44:40.874776 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.v2.base [None req-8260625c-ddcb-45d0-a954-2e9305bbec41 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1309571949', 'description': 'tempest-description--1838126527'}} {{(pid=101046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:44:40.881855 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68720624-4fe0-44d8-8e56-f2775e8703b7 None None] Routers {'f724dce2-7491-4968-abea-bd0e3986235a'} bound to L3 agent in host dv-cinder-759955-25-smb {{(pid=101048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:44:40.883369 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_hamode_db [None req-68720624-4fe0-44d8-8e56-f2775e8703b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T02:36:18Z,description=,heartbeat_timestamp=2021-09-15T02:44:18Z,host='dv-cinder-759955-25-smb',id=22749488-15d0-44a3-a4aa-285786541688,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:36:19Z,topic='l3_agent')) {'router_ids': ['f724dce2-7491-4968-abea-bd0e3986235a'], 'active': True} {{(pid=101048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:44:40.919235 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.db.db_base_plugin_common [req-88e8f78c-f88e-4a9f-a12b-3f25e582ac1d req-cda9bc95-ed56-448e-a6a1-aaface98590f tempest-DeleteServersTestJSON-1383848626 tempest-DeleteServersTestJSON-1383848626-project] Allocated IP 172.20.0.7 (d8fb3ab3-880f-48dc-9618-291b77d2bb9e/97a9988f-b7c9-44b1-988d-c39679de79f8/ccfe8f69-f7cf-41b3-845c-e428beded057) {{(pid=101045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:44:40.989733 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9706eec3-2183-4e33-992d-71971e49c888 None None] Pushing event updated for resources: {'Port': ['ID=79f12926-c77e-49a0-a2c5-b99a598edbbd,revision_number=3']} {{(pid=101048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:40.990674 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-243310c6-c9a5-4d8e-aa87-8f43c26c5a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781587269048'] for port, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:41.077860 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243310c6-c9a5-4d8e-aa87-8f43c26c5a6d admin admin] Network f37a69c0-4dd8-4d21-9641-e62da919cea1 is already hosted by enough agents. {{(pid=101046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:44:41.091607 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.scheduler.base_scheduler [None req-243310c6-c9a5-4d8e-aa87-8f43c26c5a6d admin admin] Resources bound (agent type, host, resource id): {{(pid=101046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:44:41.097013 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-8260625c-ddcb-45d0-a954-2e9305bbec41 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Notify callbacks [] for security_group, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:41.104371 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243310c6-c9a5-4d8e-aa87-8f43c26c5a6d admin admin] Received port after_create {{(pid=101046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:44:41.105097 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-243310c6-c9a5-4d8e-aa87-8f43c26c5a6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1029000'] for router_interface, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:41.218817 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243310c6-c9a5-4d8e-aa87-8f43c26c5a6d admin admin] Pushing event updated for resources: {'Port': ['ID=533846ed-3690-4cbe-a489-1e22820545f3,revision_number=1']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:41.241229 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_dvr_db [None req-68720624-4fe0-44d8-8e56-f2775e8703b7 None None] Set router f724dce2-7491-4968-abea-bd0e3986235a gateway port host: dv-cinder-759955-25-smb {{(pid=101048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:44:41.264564 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-88e8f78c-f88e-4a9f-a12b-3f25e582ac1d req-cda9bc95-ed56-448e-a6a1-aaface98590f tempest-DeleteServersTestJSON-1383848626 tempest-DeleteServersTestJSON-1383848626-project] Notify callbacks [] for port, precommit_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:41.571215 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-8260625c-ddcb-45d0-a954-2e9305bbec41 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Notify callbacks [] for security_group, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:41.582058 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-243310c6-c9a5-4d8e-aa87-8f43c26c5a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:41.640126 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Device 0a083152-357b-4709-8597-35aaf717a22e up at agent ovs-agent-dv-cinder-759955-25-smb {{(pid=101047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:44:41.661620 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53ba1cb9-0a5d-4787-a677-b7f5f216c396 admin admin] Notify agent at l3_agent.dv-cinder-759955-25-smb the message routers_updated {{(pid=101045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 02:44:41.664149 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 34112) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:44:41.681271 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-53ba1cb9-0a5d-4787-a677-b7f5f216c396 admin admin] 10.222.0.13 "PUT /v2.0/routers/4f1b0b79-e3c3-47e5-8db0-a2250f779792/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3538213 Sep 15 02:44:41.681271 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-88e8f78c-f88e-4a9f-a12b-3f25e582ac1d req-cda9bc95-ed56-448e-a6a1-aaface98590f tempest-DeleteServersTestJSON-1383848626 tempest-DeleteServersTestJSON-1383848626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781587269048'] for port, after_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:41.704852 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0f0b3e-7c17-462f-9126-eaeeda80e12b None None] Sync routers for ids ['4f1b0b79-e3c3-47e5-8db0-a2250f779792'] in dv-cinder-759955-25-smb {{(pid=101047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 02:44:41.744435 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0f0b3e-7c17-462f-9126-eaeeda80e12b None None] Routers {'4f1b0b79-e3c3-47e5-8db0-a2250f779792'} bound to L3 agent in host dv-cinder-759955-25-smb {{(pid=101047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:44:41.744435 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_hamode_db [None req-9a0f0b3e-7c17-462f-9126-eaeeda80e12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T02:36:18Z,description=,heartbeat_timestamp=2021-09-15T02:44:18Z,host='dv-cinder-759955-25-smb',id=22749488-15d0-44a3-a4aa-285786541688,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:36:19Z,topic='l3_agent')) {'router_ids': ['4f1b0b79-e3c3-47e5-8db0-a2250f779792'], 'active': True} {{(pid=101047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:44:41.774393 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-8260625c-ddcb-45d0-a954-2e9305bbec41 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:41.788335 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_hamode_db [None req-68720624-4fe0-44d8-8e56-f2775e8703b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f724dce2-7491-4968-abea-bd0e3986235a', 'name': 'tempest-ServerRescueNegativeTestJSON-1328197869-router', 'tenant_id': 'a78d7ab424a94a83ac8ea30bcfea513a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'external_fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.242'}], 'enable_snat': True}, 'gw_port_id': '79f12926-c77e-49a0-a2c5-b99a598edbbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:44:32Z', 'updated_at': '2021-09-15T02:44:35Z', 'revision_number': 3, 'project_id': 'a78d7ab424a94a83ac8ea30bcfea513a', 'gw_port': {'id': '79f12926-c77e-49a0-a2c5-b99a598edbbd', 'name': '', 'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:1c:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f724dce2-7491-4968-abea-bd0e3986235a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:44:33Z', 'updated_at': '2021-09-15T02:44:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-smb'}], 'dv-cinder-759955-25-smb', False) {} {{(pid=101048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:44:41.839996 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68720624-4fe0-44d8-8e56-f2775e8703b7 None None] The sync data for ids ['f724dce2-7491-4968-abea-bd0e3986235a'] in dv-cinder-759955-25-smb is: [{'id': 'f724dce2-7491-4968-abea-bd0e3986235a', 'name': 'tempest-ServerRescueNegativeTestJSON-1328197869-router', 'tenant_id': 'a78d7ab424a94a83ac8ea30bcfea513a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'external_fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.242'}], 'enable_snat': True}, 'gw_port_id': '79f12926-c77e-49a0-a2c5-b99a598edbbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:44:32Z', 'updated_at': '2021-09-15T02:44:35Z', 'revision_number': 3, 'project_id': 'a78d7ab424a94a83ac8ea30bcfea513a', 'gw_port': {'id': '79f12926-c77e-49a0-a2c5-b99a598edbbd', 'name': '', 'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:1c:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f724dce2-7491-4968-abea-bd0e3986235a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:44:33Z', 'updated_at': '2021-09-15T02:44:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-smb'}] {{(pid=101048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 02:44:41.887447 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Provisioning complete for port 0a083152-357b-4709-8597-35aaf717a22e triggered by entity L2. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:44:41.888027 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1575204'] for port, provisioning_complete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:41.891471 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88e8f78c-f88e-4a9f-a12b-3f25e582ac1d req-cda9bc95-ed56-448e-a6a1-aaface98590f tempest-DeleteServersTestJSON-1383848626 tempest-DeleteServersTestJSON-1383848626-project] Network d8fb3ab3-880f-48dc-9618-291b77d2bb9e is already hosted by enough agents. {{(pid=101045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:44:41.894780 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda9bc95-ed56-448e-a6a1-aaface98590f tempest-DeleteServersTestJSON-1383848626 tempest-DeleteServersTestJSON-1383848626-project] Pushing event updated for resources: {'Port': ['ID=ccfe8f69-f7cf-41b3-845c-e428beded057,revision_number=1']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:41.898282 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.scheduler.base_scheduler [req-88e8f78c-f88e-4a9f-a12b-3f25e582ac1d req-cda9bc95-ed56-448e-a6a1-aaface98590f tempest-DeleteServersTestJSON-1383848626 tempest-DeleteServersTestJSON-1383848626-project] Resources bound (agent type, host, resource id): {{(pid=101045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:44:41.973909 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8260625c-ddcb-45d0-a954-2e9305bbec41 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aea3f50e-21de-421b-b9af-b4641846795e,revision_number=1']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:42.054744 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.db.l3_dvrscheduler_db [req-88e8f78c-f88e-4a9f-a12b-3f25e582ac1d req-cda9bc95-ed56-448e-a6a1-aaface98590f tempest-DeleteServersTestJSON-1383848626 tempest-DeleteServersTestJSON-1383848626-project] Received port after_create {{(pid=101045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:44:42.070476 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e8f78c-f88e-4a9f-a12b-3f25e582ac1d req-cda9bc95-ed56-448e-a6a1-aaface98590f tempest-DeleteServersTestJSON-1383848626 tempest-DeleteServersTestJSON-1383848626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:42.070627 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-88e8f78c-f88e-4a9f-a12b-3f25e582ac1d req-cda9bc95-ed56-448e-a6a1-aaface98590f tempest-DeleteServersTestJSON-1383848626 tempest-DeleteServersTestJSON-1383848626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577872'] for port, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:42.135823 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-31747f34-2b66-491a-929f-e24c2623f139 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:42.173110 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_dvr_db [None req-9a0f0b3e-7c17-462f-9126-eaeeda80e12b None None] Set router 4f1b0b79-e3c3-47e5-8db0-a2250f779792 gateway port host: dv-cinder-759955-25-smb {{(pid=101047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:44:42.282036 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a492d3d-c31d-46d1-a4db-cb03de1882ab req-d54d276e-f993-497a-a489-d0b372c466be tempest-DeleteServersTestJSON-1383848626 tempest-DeleteServersTestJSON-1383848626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:42.282566 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-6a492d3d-c31d-46d1-a4db-cb03de1882ab req-d54d276e-f993-497a-a489-d0b372c466be tempest-DeleteServersTestJSON-1383848626 tempest-DeleteServersTestJSON-1383848626-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6571485-1182-4677-9426-4b0aed932aea HTTP/1.1" status: 200 len: 931 time: 0.3888121 Sep 15 02:44:42.307673 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-243310c6-c9a5-4d8e-aa87-8f43c26c5a6d admin admin] Notify callbacks [] for port, precommit_update {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:42.318470 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-8260625c-ddcb-45d0-a954-2e9305bbec41 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Notify callbacks [] for security_group, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:42.320071 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-8260625c-ddcb-45d0-a954-2e9305bbec41 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.4538608 Sep 15 02:44:42.323919 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 34126) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:44:42.347343 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.v2.base [None req-19b9e362-8bd8-4c1f-a79a-05b8c86fa783 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Request body: {'security_group_rule': {'security_group_id': 'aea3f50e-21de-421b-b9af-b4641846795e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:44:42.359128 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-88e8f78c-f88e-4a9f-a12b-3f25e582ac1d req-cda9bc95-ed56-448e-a6a1-aaface98590f tempest-DeleteServersTestJSON-1383848626 tempest-DeleteServersTestJSON-1383848626-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7262971 Sep 15 02:44:42.369079 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-243310c6-c9a5-4d8e-aa87-8f43c26c5a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:42.369798 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-243310c6-c9a5-4d8e-aa87-8f43c26c5a6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-576680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1029912'] for router_interface, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:42.406659 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [req-88e8f78c-f88e-4a9f-a12b-3f25e582ac1d req-6fc65fee-293a-4923-864a-bf4e84ae5271 tempest-DeleteServersTestJSON-1383848626 tempest-DeleteServersTestJSON-1383848626-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101045) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 02:44:42.408568 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-88e8f78c-f88e-4a9f-a12b-3f25e582ac1d req-6fc65fee-293a-4923-864a-bf4e84ae5271 tempest-DeleteServersTestJSON-1383848626 tempest-DeleteServersTestJSON-1383848626-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0239766 Sep 15 02:44:42.520974 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-6a492d3d-c31d-46d1-a4db-cb03de1882ab req-b2523aa9-8e0d-4858-b280-8b2231c5fd2a tempest-DeleteServersTestJSON-1383848626 tempest-DeleteServersTestJSON-1383848626-project] 10.222.0.13 "GET /v2.0/security-groups?id=a24aa79e-dc9d-4386-b425-9728020c9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306371 Sep 15 02:44:42.535714 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 34136) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:44:42.561542 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:42.621594 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243310c6-c9a5-4d8e-aa87-8f43c26c5a6d admin admin] Pushing event updated for resources: {'Port': ['ID=533846ed-3690-4cbe-a489-1e22820545f3,revision_number=2']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:42.806613 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] For port 0a083152-357b-4709-8597-35aaf717a22e, host dv-cinder-759955-25-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-smb',level=0,port_id=0a083152-357b-4709-8597-35aaf717a22e,segment=NetworkSegment(4ddc9b9a-930b-46d8-934d-b4f616b6b84f),segment_id=4ddc9b9a-930b-46d8-934d-b4f616b6b84f)] {{(pid=101047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:44:42.811789 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-31747f34-2b66-491a-929f-e24c2623f139 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:42.857975 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243310c6-c9a5-4d8e-aa87-8f43c26c5a6d admin admin] Network f37a69c0-4dd8-4d21-9641-e62da919cea1 is already hosted by enough agents. {{(pid=101046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:44:42.862678 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.scheduler.base_scheduler [None req-243310c6-c9a5-4d8e-aa87-8f43c26c5a6d admin admin] Resources bound (agent type, host, resource id): {{(pid=101046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:44:42.910296 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:42.925605 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Device a378dd54-a4ba-4713-9628-1728198bde37 up at agent ovs-agent-dv-cinder-759955-25-smb {{(pid=101047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:44:42.935586 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-8deaa204-b601-469c-a6ac-45a80763239d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:42.942231 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-31747f34-2b66-491a-929f-e24c2623f139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:43.094421 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.v2.base [req-88e8f78c-f88e-4a9f-a12b-3f25e582ac1d req-81f6e1c0-f167-4bbd-a2ef-b029b1003896 service neutron] Request body: {'port': {'device_id': 'b6571485-1182-4677-9426-4b0aed932aea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=101045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:44:43.195288 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_hamode_db [None req-9a0f0b3e-7c17-462f-9126-eaeeda80e12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f1b0b79-e3c3-47e5-8db0-a2250f779792', 'name': 'tempest-AttachVolumeTestJSON-1616189826-router', 'tenant_id': '3b73a94c214748a88ea9fc76fb540004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'external_fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.116'}], 'enable_snat': True}, 'gw_port_id': 'a378dd54-a4ba-4713-9628-1728198bde37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:44:29Z', 'updated_at': '2021-09-15T02:44:37Z', 'revision_number': 4, 'project_id': '3b73a94c214748a88ea9fc76fb540004', 'gw_port': {'id': 'a378dd54-a4ba-4713-9628-1728198bde37', 'name': '', 'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:8b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1b0b79-e3c3-47e5-8db0-a2250f779792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:44:30Z', 'updated_at': '2021-09-15T02:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-smb', '_interfaces': [{'id': '6dbb9097-a267-45a9-95b6-8e499d62a8a4', 'name': '', 'network_id': '6f57639e-ff61-4a6a-8bb7-4f6634a3a645', 'tenant_id': '3b73a94c214748a88ea9fc76fb540004', 'mac_address': 'fa:16:3e:6b:1e:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f1b0b79-e3c3-47e5-8db0-a2250f779792', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a0f1f6f6-a304-49b2-a651-7b609fdec3ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:44:36Z', 'updated_at': '2021-09-15T02:44:38Z', 'revision_number': 2, 'project_id': '3b73a94c214748a88ea9fc76fb540004', 'subnets': [{'id': 'a0f1f6f6-a304-49b2-a651-7b609fdec3ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-25-smb', False) {} {{(pid=101047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:44:43.198414 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Pushing event updated for resources: {'Port': ['ID=0a083152-357b-4709-8597-35aaf717a22e,revision_number=4']} {{(pid=101047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:43.291823 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0f0b3e-7c17-462f-9126-eaeeda80e12b None None] Checking router: 4f1b0b79-e3c3-47e5-8db0-a2250f779792 for host: dv-cinder-759955-25-smb {{(pid=101047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 02:44:43.296876 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0f0b3e-7c17-462f-9126-eaeeda80e12b None None] Updating router 4f1b0b79-e3c3-47e5-8db0-a2250f779792 port 6dbb9097-a267-45a9-95b6-8e499d62a8a4 binding host dv-cinder-759955-25-smb {{(pid=101047) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 02:44:43.319312 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-243310c6-c9a5-4d8e-aa87-8f43c26c5a6d admin admin] Router f724dce2-7491-4968-abea-bd0e3986235a has already been hosted by L3 agent 22749488-15d0-44a3-a4aa-285786541688 {{(pid=101046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 02:44:43.322905 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-19b9e362-8bd8-4c1f-a79a-05b8c86fa783 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:43.417440 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-9a0f0b3e-7c17-462f-9126-eaeeda80e12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:43.468338 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Provisioning complete for port a378dd54-a4ba-4713-9628-1728198bde37 triggered by entity L2. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:44:43.476857 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1575204'] for port, provisioning_complete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:43.519147 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-31747f34-2b66-491a-929f-e24c2623f139 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8f7960df9c21497d8d2d67a9db1ed461&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8536971 Sep 15 02:44:43.519891 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31747f34-2b66-491a-929f-e24c2623f139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3542e0c4-a884-4aa3-a398-f7f364b9a148,revision_number=1']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:43.525542 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 34154) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:44:43.737404 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-19b9e362-8bd8-4c1f-a79a-05b8c86fa783 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:43.768949 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 34158) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:44:43.782117 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.v2.base [None req-c472ae31-e3e6-436f-9b0d-5ba76227c9cf tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2138955863', 'description': 'tempest-description--939237975'}} {{(pid=101046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:44:43.785897 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-88e8f78c-f88e-4a9f-a12b-3f25e582ac1d req-81f6e1c0-f167-4bbd-a2ef-b029b1003896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:43.835200 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-8deaa204-b601-469c-a6ac-45a80763239d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:43.856214 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa65588-b8b9-4e76-97f9-a2d7e68c087f None None] Sync routers for ids ['dfc0be1a-b117-4d36-9642-3bafdc9ad3b7'] in dv-cinder-759955-25-smb {{(pid=101048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 02:44:43.870746 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa65588-b8b9-4e76-97f9-a2d7e68c087f None None] Routers {'dfc0be1a-b117-4d36-9642-3bafdc9ad3b7'} bound to L3 agent in host dv-cinder-759955-25-smb {{(pid=101048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:44:43.871382 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_hamode_db [None req-5fa65588-b8b9-4e76-97f9-a2d7e68c087f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T02:36:18Z,description=,heartbeat_timestamp=2021-09-15T02:44:18Z,host='dv-cinder-759955-25-smb',id=22749488-15d0-44a3-a4aa-285786541688,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:36:19Z,topic='l3_agent')) {'router_ids': ['dfc0be1a-b117-4d36-9642-3bafdc9ad3b7'], 'active': True} {{(pid=101048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:44:43.937787 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-8deaa204-b601-469c-a6ac-45a80763239d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:44.029928 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e92f276-c0c4-4841-a8e2-a8e28c88b622 req-f3226d28-f820-48ec-833d-65e91409efae tempest-DeleteServersTestJSON-1383848626 tempest-DeleteServersTestJSON-1383848626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:44.052823 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-2e92f276-c0c4-4841-a8e2-a8e28c88b622 req-f3226d28-f820-48ec-833d-65e91409efae tempest-DeleteServersTestJSON-1383848626 tempest-DeleteServersTestJSON-1383848626-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6571485-1182-4677-9426-4b0aed932aea HTTP/1.1" status: 200 len: 931 time: 0.2482798 Sep 15 02:44:44.080712 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-8deaa204-b601-469c-a6ac-45a80763239d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b0c6887b59884212a8d8a53639c25dc1&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5433996 Sep 15 02:44:44.088062 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 34166) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:44:44.116649 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-243310c6-c9a5-4d8e-aa87-8f43c26c5a6d admin admin] Notify agent at l3_agent.dv-cinder-759955-25-smb the message routers_updated {{(pid=101046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 02:44:44.134261 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_dvr_db [None req-5fa65588-b8b9-4e76-97f9-a2d7e68c087f None None] Set router dfc0be1a-b117-4d36-9642-3bafdc9ad3b7 gateway port host: dv-cinder-759955-25-smb {{(pid=101048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:44:44.154932 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-243310c6-c9a5-4d8e-aa87-8f43c26c5a6d admin admin] 10.222.0.13 "PUT /v2.0/routers/f724dce2-7491-4968-abea-bd0e3986235a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6696208 Sep 15 02:44:44.193310 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-19b9e362-8bd8-4c1f-a79a-05b8c86fa783 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904760'] for security_group_rule, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:44.259701 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b9e362-8bd8-4c1f-a79a-05b8c86fa783 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87d1a2cd-35b3-4a7f-95f3-ebea25303273,revision_number=0']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:44.262432 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-e4f51394-f7e6-44ea-a494-2974f275cc0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:44.322715 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-e4f51394-f7e6-44ea-a494-2974f275cc0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:44.325744 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-2e92f276-c0c4-4841-a8e2-a8e28c88b622 req-ad8751d9-180f-45e3-b563-d76bee146f93 tempest-DeleteServersTestJSON-1383848626 tempest-DeleteServersTestJSON-1383848626-project] 10.222.0.13 "GET /v2.0/security-groups?id=a24aa79e-dc9d-4386-b425-9728020c9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2721019 Sep 15 02:44:44.383763 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-c472ae31-e3e6-436f-9b0d-5ba76227c9cf tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Notify callbacks [] for security_group, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:44.529603 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deaa204-b601-469c-a6ac-45a80763239d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c8154a3-786c-4510-aca8-7ffd39e3006c,revision_number=1']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:44.596867 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-12264eb0-7815-4dbf-bb96-9dc34ed72749 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:44.615035 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-19b9e362-8bd8-4c1f-a79a-05b8c86fa783 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:44.616559 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-19b9e362-8bd8-4c1f-a79a-05b8c86fa783 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.2872040 Sep 15 02:44:44.623107 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 34176) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:44:44.643787 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.v2.base [None req-50003809-885f-46ce-9245-a42c5caac73d tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Request body: {'security_group_rule': {'security_group_id': 'aea3f50e-21de-421b-b9af-b4641846795e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:44:44.679709 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Device 79f12926-c77e-49a0-a2c5-b99a598edbbd up at agent ovs-agent-dv-cinder-759955-25-smb {{(pid=101047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:44:44.683615 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-12264eb0-7815-4dbf-bb96-9dc34ed72749 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:44.786505 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_hamode_db [None req-5fa65588-b8b9-4e76-97f9-a2d7e68c087f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfc0be1a-b117-4d36-9642-3bafdc9ad3b7', 'name': 'tempest-AttachVolumeShelveTestJSON-124691277-router', 'tenant_id': 'bf1160da16cc4aa8a8f7f5065e5f7661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'external_fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.201'}], 'enable_snat': True}, 'gw_port_id': '0a083152-357b-4709-8597-35aaf717a22e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:44:30Z', 'updated_at': '2021-09-15T02:44:36Z', 'revision_number': 4, 'project_id': 'bf1160da16cc4aa8a8f7f5065e5f7661', 'gw_port': {'id': '0a083152-357b-4709-8597-35aaf717a22e', 'name': '', 'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:a7:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc0be1a-b117-4d36-9642-3bafdc9ad3b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:44:31Z', 'updated_at': '2021-09-15T02:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-smb', '_interfaces': [{'id': '424acb6b-76dd-4c47-a76a-0e916d710482', 'name': '', 'network_id': '559d7eea-ef89-4b33-b717-afb1545433a5', 'tenant_id': 'bf1160da16cc4aa8a8f7f5065e5f7661', 'mac_address': 'fa:16:3e:2d:21:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfc0be1a-b117-4d36-9642-3bafdc9ad3b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '16cede8a-7007-4219-aa2d-1189c5c08411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:44:35Z', 'updated_at': '2021-09-15T02:44:37Z', 'revision_number': 2, 'project_id': 'bf1160da16cc4aa8a8f7f5065e5f7661', 'subnets': [{'id': '16cede8a-7007-4219-aa2d-1189c5c08411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-25-smb', False) {} {{(pid=101048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:44:44.803419 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-c472ae31-e3e6-436f-9b0d-5ba76227c9cf tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Notify callbacks [] for security_group, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:44.811741 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.db.api [None req-50003809-885f-46ce-9245-a42c5caac73d tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 15 02:44:44.811741 dv-cinder-759955-25-smb neutron-server[101046]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 15 02:44:44.811741 dv-cinder-759955-25-smb neutron-server[101046]: [parameters: {'project_id_1': 'bf1160da16cc4aa8a8f7f5065e5f7661', 'expiration_1': datetime.datetime(2021, 9, 15, 2, 44, 24, 645040)}] Sep 15 02:44:44.811741 dv-cinder-759955-25-smb neutron-server[101046]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101046) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 02:44:44.815292 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG oslo_db.api [None req-50003809-885f-46ce-9245-a42c5caac73d tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 02:44:44.816489 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-e4f51394-f7e6-44ea-a494-2974f275cc0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:44.822000 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-e4f51394-f7e6-44ea-a494-2974f275cc0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:44.825573 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-e4f51394-f7e6-44ea-a494-2974f275cc0f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3542e0c4-a884-4aa3-a398-f7f364b9a148 HTTP/1.1" status: 204 len: 168 time: 1.2889066 Sep 15 02:44:44.840600 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Provisioning complete for port 79f12926-c77e-49a0-a2c5-b99a598edbbd triggered by entity L2. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:44:44.845901 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1575204'] for port, provisioning_complete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:44.847671 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f51394-f7e6-44ea-a494-2974f275cc0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3542e0c4-a884-4aa3-a398-f7f364b9a148,revision_number=None']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:44.887230 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa65588-b8b9-4e76-97f9-a2d7e68c087f None None] Checking router: dfc0be1a-b117-4d36-9642-3bafdc9ad3b7 for host: dv-cinder-759955-25-smb {{(pid=101048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 02:44:44.892466 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa65588-b8b9-4e76-97f9-a2d7e68c087f None None] Updating router dfc0be1a-b117-4d36-9642-3bafdc9ad3b7 port 424acb6b-76dd-4c47-a76a-0e916d710482 binding host dv-cinder-759955-25-smb {{(pid=101048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 02:44:44.925489 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-9a0f0b3e-7c17-462f-9126-eaeeda80e12b None None] Notify callbacks [] for port, precommit_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:44.931913 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-c472ae31-e3e6-436f-9b0d-5ba76227c9cf tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:44.962116 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron_lib.callbacks.manager [None req-5fa65588-b8b9-4e76-97f9-a2d7e68c087f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:45.002135 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c472ae31-e3e6-436f-9b0d-5ba76227c9cf tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=005c9161-3e16-459b-9a3f-a4e8732292ac,revision_number=1']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:45.078698 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:45.093324 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-9a0f0b3e-7c17-462f-9126-eaeeda80e12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:45.107820 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.notifiers.nova [req-88e8f78c-f88e-4a9f-a12b-3f25e582ac1d req-81f6e1c0-f167-4bbd-a2ef-b029b1003896 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccfe8f69-f7cf-41b3-845c-e428beded057 {{(pid=101045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 02:44:45.123837 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-88e8f78c-f88e-4a9f-a12b-3f25e582ac1d req-81f6e1c0-f167-4bbd-a2ef-b029b1003896 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:45.139344 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-c472ae31-e3e6-436f-9b0d-5ba76227c9cf tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Notify callbacks [] for security_group, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:45.143445 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-c472ae31-e3e6-436f-9b0d-5ba76227c9cf tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 1.3632770 Sep 15 02:44:45.146842 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 34196) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:44:45.198867 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-12264eb0-7815-4dbf-bb96-9dc34ed72749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:45.205969 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-12264eb0-7815-4dbf-bb96-9dc34ed72749 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:45.213003 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-12264eb0-7815-4dbf-bb96-9dc34ed72749 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1c8154a3-786c-4510-aca8-7ffd39e3006c HTTP/1.1" status: 204 len: 168 time: 1.1171923 Sep 15 02:44:45.239802 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.db.provisioning_blocks [req-88e8f78c-f88e-4a9f-a12b-3f25e582ac1d req-81f6e1c0-f167-4bbd-a2ef-b029b1003896 service neutron] Transition to ACTIVE for port object ccfe8f69-f7cf-41b3-845c-e428beded057 will not be triggered until provisioned by entity L2. {{(pid=101045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 02:44:45.262488 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12264eb0-7815-4dbf-bb96-9dc34ed72749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c8154a3-786c-4510-aca8-7ffd39e3006c,revision_number=None']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:45.280232 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] For port 79f12926-c77e-49a0-a2c5-b99a598edbbd, host dv-cinder-759955-25-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-smb',level=0,port_id=79f12926-c77e-49a0-a2c5-b99a598edbbd,segment=NetworkSegment(4ddc9b9a-930b-46d8-934d-b4f616b6b84f),segment_id=4ddc9b9a-930b-46d8-934d-b4f616b6b84f)] {{(pid=101047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:44:45.304034 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-88e8f78c-f88e-4a9f-a12b-3f25e582ac1d req-81f6e1c0-f167-4bbd-a2ef-b029b1003896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:45.425656 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37659b33-1ba4-4036-8297-361875d76374 None None] Pushing event updated for resources: {'Port': ['ID=6dbb9097-a267-45a9-95b6-8e499d62a8a4,revision_number=3']} {{(pid=101047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:45.438280 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:45.442766 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Device 0a083152-357b-4709-8597-35aaf717a22e up at agent ovs-agent-dv-cinder-759955-25-smb {{(pid=101047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:44:45.493669 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96171224-cd95-4ab0-802e-593f40e23a68 req-a539ac9e-3aaa-4ca2-bfb0-73ddc9c38d01 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:45.518601 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-96171224-cd95-4ab0-802e-593f40e23a68 req-a539ac9e-3aaa-4ca2-bfb0-73ddc9c38d01 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/networks?id=f37a69c0-4dd8-4d21-9641-e62da919cea1 HTTP/1.1" status: 200 len: 819 time: 0.3804083 Sep 15 02:44:45.521942 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.v2.base [None req-67f3b8cf-af96-4e1c-8f0e-a1a7f6ef1d07 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Request body: {'security_group_rule': {'security_group_id': '005c9161-3e16-459b-9a3f-a4e8732292ac', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:44:45.549761 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f6e1c0-f167-4bbd-a2ef-b029b1003896 service neutron] Pushing event updated for resources: {'Port': ['ID=ccfe8f69-f7cf-41b3-845c-e428beded057,revision_number=2']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:45.631535 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-96171224-cd95-4ab0-802e-593f40e23a68 req-54528ee1-b631-4347-a84b-ea822b3ba371 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/quotas/a78d7ab424a94a83ac8ea30bcfea513a HTTP/1.1" status: 200 len: 375 time: 0.0798209 Sep 15 02:44:45.663178 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.db.api [None req-67f3b8cf-af96-4e1c-8f0e-a1a7f6ef1d07 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 15 02:44:45.663178 dv-cinder-759955-25-smb neutron-server[101046]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 15 02:44:45.663178 dv-cinder-759955-25-smb neutron-server[101046]: [parameters: {'project_id_1': '3b73a94c214748a88ea9fc76fb540004', 'expiration_1': datetime.datetime(2021, 9, 15, 2, 44, 25, 572479)}] Sep 15 02:44:45.663178 dv-cinder-759955-25-smb neutron-server[101046]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101046) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 02:44:45.663518 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG oslo_db.api [None req-67f3b8cf-af96-4e1c-8f0e-a1a7f6ef1d07 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 02:44:45.719227 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.managers [req-88e8f78c-f88e-4a9f-a12b-3f25e582ac1d req-81f6e1c0-f167-4bbd-a2ef-b029b1003896 service neutron] Attempting to bind port ccfe8f69-f7cf-41b3-845c-e428beded057 on host hv-cinder-75995 for vnic_type normal with profile {{(pid=101045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 02:44:45.735767 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.managers [req-88e8f78c-f88e-4a9f-a12b-3f25e582ac1d req-81f6e1c0-f167-4bbd-a2ef-b029b1003896 service neutron] Attempting to bind port ccfe8f69-f7cf-41b3-845c-e428beded057 by drivers openvswitch,hyperv on host hv-cinder-75995 at level 0 using segments [{'id': '33bce18f-4ace-46c7-9cb8-981fd4928ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd8fb3ab3-880f-48dc-9618-291b77d2bb9e'}] {{(pid=101045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 02:44:45.737108 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e8f78c-f88e-4a9f-a12b-3f25e582ac1d req-81f6e1c0-f167-4bbd-a2ef-b029b1003896 service neutron] Attempting to bind port ccfe8f69-f7cf-41b3-845c-e428beded057 on network d8fb3ab3-880f-48dc-9618-291b77d2bb9e {{(pid=101045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:44:45.752939 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e8f78c-f88e-4a9f-a12b-3f25e582ac1d req-81f6e1c0-f167-4bbd-a2ef-b029b1003896 service neutron] Port ccfe8f69-f7cf-41b3-845c-e428beded057 on network d8fb3ab3-880f-48dc-9618-291b77d2bb9e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75995 {{(pid=101045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 02:44:45.753483 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e8f78c-f88e-4a9f-a12b-3f25e582ac1d req-81f6e1c0-f167-4bbd-a2ef-b029b1003896 service neutron] Attempting to bind port ccfe8f69-f7cf-41b3-845c-e428beded057 on network d8fb3ab3-880f-48dc-9618-291b77d2bb9e {{(pid=101045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:44:45.763838 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e8f78c-f88e-4a9f-a12b-3f25e582ac1d req-81f6e1c0-f167-4bbd-a2ef-b029b1003896 service neutron] Checking agent: {'id': 'bf643b19-1b67-4f44-847e-0724d3e1ee06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 42, 35), 'started_at': datetime.datetime(2021, 9, 15, 2, 42, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 2, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 02:44:45.764477 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e8f78c-f88e-4a9f-a12b-3f25e582ac1d req-81f6e1c0-f167-4bbd-a2ef-b029b1003896 service neutron] Checking segment: {'id': '33bce18f-4ace-46c7-9cb8-981fd4928ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd8fb3ab3-880f-48dc-9618-291b77d2bb9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:44:45.765301 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e8f78c-f88e-4a9f-a12b-3f25e582ac1d req-81f6e1c0-f167-4bbd-a2ef-b029b1003896 service neutron] Bound using segment: {'id': '33bce18f-4ace-46c7-9cb8-981fd4928ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd8fb3ab3-880f-48dc-9618-291b77d2bb9e'} {{(pid=101045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 02:44:45.765908 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.managers [req-88e8f78c-f88e-4a9f-a12b-3f25e582ac1d req-81f6e1c0-f167-4bbd-a2ef-b029b1003896 service neutron] Bound port: ccfe8f69-f7cf-41b3-845c-e428beded057, host: hv-cinder-75995, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33bce18f-4ace-46c7-9cb8-981fd4928ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd8fb3ab3-880f-48dc-9618-291b77d2bb9e'}}] {{(pid=101045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 02:44:45.766435 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-88e8f78c-f88e-4a9f-a12b-3f25e582ac1d req-81f6e1c0-f167-4bbd-a2ef-b029b1003896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:45.806748 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be2aa37-b0dd-4e15-8a68-610b2a0bcc0a req-48ee1027-aabc-4f92-92c1-ec173554c09e tempest-DeleteServersTestJSON-1383848626 tempest-DeleteServersTestJSON-1383848626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:45.810818 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-6be2aa37-b0dd-4e15-8a68-610b2a0bcc0a req-48ee1027-aabc-4f92-92c1-ec173554c09e tempest-DeleteServersTestJSON-1383848626 tempest-DeleteServersTestJSON-1383848626-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6571485-1182-4677-9426-4b0aed932aea HTTP/1.1" status: 200 len: 943 time: 0.2486646 Sep 15 02:44:45.879455 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-96171224-cd95-4ab0-802e-593f40e23a68 req-e4d213ac-940c-456d-a669-5415be73dafd tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a78d7ab424a94a83ac8ea30bcfea513a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2275755 Sep 15 02:44:45.949772 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-50003809-885f-46ce-9245-a42c5caac73d tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:46.002119 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-6be2aa37-b0dd-4e15-8a68-610b2a0bcc0a req-ac16de89-7afa-43b2-911f-398f985633b1 tempest-DeleteServersTestJSON-1383848626 tempest-DeleteServersTestJSON-1383848626-project] 10.222.0.13 "GET /v2.0/security-groups?id=a24aa79e-dc9d-4386-b425-9728020c9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815553 Sep 15 02:44:46.048009 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.db [req-88e8f78c-f88e-4a9f-a12b-3f25e582ac1d req-81f6e1c0-f167-4bbd-a2ef-b029b1003896 service neutron] For port ccfe8f69-f7cf-41b3-845c-e428beded057, host hv-cinder-75995, cleared binding levels {{(pid=101045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 02:44:46.072983 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.db [req-88e8f78c-f88e-4a9f-a12b-3f25e582ac1d req-81f6e1c0-f167-4bbd-a2ef-b029b1003896 service neutron] For port ccfe8f69-f7cf-41b3-845c-e428beded057, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=ccfe8f69-f7cf-41b3-845c-e428beded057,segment=NetworkSegment(33bce18f-4ace-46c7-9cb8-981fd4928ec3),segment_id=33bce18f-4ace-46c7-9cb8-981fd4928ec3)] {{(pid=101045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 02:44:46.083360 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron_lib.callbacks.manager [None req-5fa65588-b8b9-4e76-97f9-a2d7e68c087f None None] Notify callbacks [] for port, precommit_update {{(pid=101048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:46.172421 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f69e9da-825a-4dc0-9a14-b8779cf387c6 None None] Sync routers for ids ['f724dce2-7491-4968-abea-bd0e3986235a'] in dv-cinder-759955-25-smb {{(pid=101047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 02:44:46.262843 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-52562c43-8224-4c8c-8117-f344cda0f47d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:46.265247 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Pushing event updated for resources: {'Port': ['ID=79f12926-c77e-49a0-a2c5-b99a598edbbd,revision_number=4']} {{(pid=101047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:46.272309 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-88e8f78c-f88e-4a9f-a12b-3f25e582ac1d req-81f6e1c0-f167-4bbd-a2ef-b029b1003896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:46.289768 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.managers [None req-9a0f0b3e-7c17-462f-9126-eaeeda80e12b None None] Attempting to bind port 6dbb9097-a267-45a9-95b6-8e499d62a8a4 on host dv-cinder-759955-25-smb for vnic_type normal with profile {{(pid=101047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 02:44:46.290682 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.managers [None req-9a0f0b3e-7c17-462f-9126-eaeeda80e12b None None] Attempting to bind port 6dbb9097-a267-45a9-95b6-8e499d62a8a4 by drivers openvswitch,hyperv on host dv-cinder-759955-25-smb at level 0 using segments [{'id': '3b14b1bf-a47b-467b-a4e0-6f402c26d2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6f57639e-ff61-4a6a-8bb7-4f6634a3a645'}] {{(pid=101047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 02:44:46.291253 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0f0b3e-7c17-462f-9126-eaeeda80e12b None None] Attempting to bind port 6dbb9097-a267-45a9-95b6-8e499d62a8a4 on network 6f57639e-ff61-4a6a-8bb7-4f6634a3a645 {{(pid=101047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:44:46.298454 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0f0b3e-7c17-462f-9126-eaeeda80e12b None None] Checking agent: {'id': '129dda3c-f944-45fc-94b1-aa204aafba01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-25-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 36, 18), 'started_at': datetime.datetime(2021, 9, 15, 2, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 2, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-25-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 02:44:46.299127 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0f0b3e-7c17-462f-9126-eaeeda80e12b None None] Checking segment: {'id': '3b14b1bf-a47b-467b-a4e0-6f402c26d2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6f57639e-ff61-4a6a-8bb7-4f6634a3a645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:44:46.299703 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-9a0f0b3e-7c17-462f-9126-eaeeda80e12b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:46.300249 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0f0b3e-7c17-462f-9126-eaeeda80e12b None None] Bound using segment: {'id': '3b14b1bf-a47b-467b-a4e0-6f402c26d2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6f57639e-ff61-4a6a-8bb7-4f6634a3a645'} {{(pid=101047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 02:44:46.300883 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.managers [None req-9a0f0b3e-7c17-462f-9126-eaeeda80e12b None None] Bound port: 6dbb9097-a267-45a9-95b6-8e499d62a8a4, host: dv-cinder-759955-25-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b14b1bf-a47b-467b-a4e0-6f402c26d2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6f57639e-ff61-4a6a-8bb7-4f6634a3a645'}}] {{(pid=101047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 02:44:46.301450 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-9a0f0b3e-7c17-462f-9126-eaeeda80e12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:46.301575 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-50003809-885f-46ce-9245-a42c5caac73d tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:46.317501 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f69e9da-825a-4dc0-9a14-b8779cf387c6 None None] Routers {'f724dce2-7491-4968-abea-bd0e3986235a'} bound to L3 agent in host dv-cinder-759955-25-smb {{(pid=101047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:44:46.318397 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_hamode_db [None req-3f69e9da-825a-4dc0-9a14-b8779cf387c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T02:36:18Z,description=,heartbeat_timestamp=2021-09-15T02:44:18Z,host='dv-cinder-759955-25-smb',id=22749488-15d0-44a3-a4aa-285786541688,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:36:19Z,topic='l3_agent')) {'router_ids': ['f724dce2-7491-4968-abea-bd0e3986235a'], 'active': True} {{(pid=101047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:44:46.328598 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron_lib.callbacks.manager [None req-5fa65588-b8b9-4e76-97f9-a2d7e68c087f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:46.364026 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-96171224-cd95-4ab0-802e-593f40e23a68 req-11825951-2e76-4ce7-a3c6-73bada519330 service neutron] 10.222.0.13 "GET /v2.0/networks/f37a69c0-4dd8-4d21-9641-e62da919cea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4817348 Sep 15 02:44:46.441425 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f6e1c0-f167-4bbd-a2ef-b029b1003896 service neutron] Pushing event updated for resources: {'Port': ['ID=ccfe8f69-f7cf-41b3-845c-e428beded057,revision_number=3']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:46.457215 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 34226) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:44:46.458668 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e8f78c-f88e-4a9f-a12b-3f25e582ac1d req-81f6e1c0-f167-4bbd-a2ef-b029b1003896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:46.462866 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-88e8f78c-f88e-4a9f-a12b-3f25e582ac1d req-81f6e1c0-f167-4bbd-a2ef-b029b1003896 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577872'] for port, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:46.467832 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-88e8f78c-f88e-4a9f-a12b-3f25e582ac1d req-81f6e1c0-f167-4bbd-a2ef-b029b1003896 service neutron] 10.222.0.38 "PUT /v2.0/ports/ccfe8f69-f7cf-41b3-845c-e428beded057 HTTP/1.1" status: 200 len: 1093 time: 3.6646874 Sep 15 02:44:46.470232 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6571485-1182-4677-9426-4b0aed932aea', 'tag': 'ccfe8f69-f7cf-41b3-845c-e428beded057'}] {{(pid=101045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:44:46.483178 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_dvr_db [None req-3f69e9da-825a-4dc0-9a14-b8779cf387c6 None None] Set router f724dce2-7491-4968-abea-bd0e3986235a gateway port host: dv-cinder-759955-25-smb {{(pid=101047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:44:46.492789 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-50003809-885f-46ce-9245-a42c5caac73d tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904760'] for security_group_rule, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:46.519676 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-67f3b8cf-af96-4e1c-8f0e-a1a7f6ef1d07 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:46.586015 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ae0069-80ad-4587-8c71-6f9868ec62d7 None None] Pushing event updated for resources: {'Port': ['ID=424acb6b-76dd-4c47-a76a-0e916d710482,revision_number=3']} {{(pid=101048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:46.625979 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.plugins.ml2.managers [None req-5fa65588-b8b9-4e76-97f9-a2d7e68c087f None None] Attempting to bind port 424acb6b-76dd-4c47-a76a-0e916d710482 on host dv-cinder-759955-25-smb for vnic_type normal with profile {{(pid=101048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 02:44:46.628470 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.plugins.ml2.managers [None req-5fa65588-b8b9-4e76-97f9-a2d7e68c087f None None] Attempting to bind port 424acb6b-76dd-4c47-a76a-0e916d710482 by drivers openvswitch,hyperv on host dv-cinder-759955-25-smb at level 0 using segments [{'id': '05f52a86-8cc0-4a65-9024-5aaf0393990e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '559d7eea-ef89-4b33-b717-afb1545433a5'}] {{(pid=101048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 02:44:46.629284 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa65588-b8b9-4e76-97f9-a2d7e68c087f None None] Attempting to bind port 424acb6b-76dd-4c47-a76a-0e916d710482 on network 559d7eea-ef89-4b33-b717-afb1545433a5 {{(pid=101048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:44:46.635499 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50003809-885f-46ce-9245-a42c5caac73d tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17b44e99-bb17-4096-b705-e54624c30b9a,revision_number=0']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:46.654978 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa65588-b8b9-4e76-97f9-a2d7e68c087f None None] Checking agent: {'id': '129dda3c-f944-45fc-94b1-aa204aafba01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-25-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 36, 18), 'started_at': datetime.datetime(2021, 9, 15, 2, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 2, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-25-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 02:44:46.655875 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa65588-b8b9-4e76-97f9-a2d7e68c087f None None] Checking segment: {'id': '05f52a86-8cc0-4a65-9024-5aaf0393990e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '559d7eea-ef89-4b33-b717-afb1545433a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:44:46.656577 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron_lib.callbacks.manager [None req-5fa65588-b8b9-4e76-97f9-a2d7e68c087f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:46.657148 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa65588-b8b9-4e76-97f9-a2d7e68c087f None None] Bound using segment: {'id': '05f52a86-8cc0-4a65-9024-5aaf0393990e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '559d7eea-ef89-4b33-b717-afb1545433a5'} {{(pid=101048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 02:44:46.658993 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.plugins.ml2.managers [None req-5fa65588-b8b9-4e76-97f9-a2d7e68c087f None None] Bound port: 424acb6b-76dd-4c47-a76a-0e916d710482, host: dv-cinder-759955-25-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05f52a86-8cc0-4a65-9024-5aaf0393990e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '559d7eea-ef89-4b33-b717-afb1545433a5'}}] {{(pid=101048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 02:44:46.659812 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron_lib.callbacks.manager [None req-5fa65588-b8b9-4e76-97f9-a2d7e68c087f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:46.668659 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-97e4cb3d-2008-4590-97e0-c796890dd376 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:46.748313 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-50003809-885f-46ce-9245-a42c5caac73d tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:46.752037 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-50003809-885f-46ce-9245-a42c5caac73d tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.1277206 Sep 15 02:44:46.776366 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 34240) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:44:46.793967 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.v2.base [None req-4c2ed204-a9f6-44ee-b096-d7c149523f6a tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Request body: {'floatingip': {'floating_network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1'}} {{(pid=101046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:44:46.839396 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-9a0f0b3e-7c17-462f-9126-eaeeda80e12b None None] For port 6dbb9097-a267-45a9-95b6-8e499d62a8a4, host dv-cinder-759955-25-smb, cleared binding levels {{(pid=101047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 02:44:46.853556 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-9a0f0b3e-7c17-462f-9126-eaeeda80e12b None None] For port 6dbb9097-a267-45a9-95b6-8e499d62a8a4, host dv-cinder-759955-25-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-smb',level=0,port_id=6dbb9097-a267-45a9-95b6-8e499d62a8a4,segment=NetworkSegment(3b14b1bf-a47b-467b-a4e0-6f402c26d2c4),segment_id=3b14b1bf-a47b-467b-a4e0-6f402c26d2c4)] {{(pid=101047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 02:44:46.880984 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-5d0dc7ec-ffbc-4752-bc18-b6ba95f24a86 None None] Provisioning complete for port 6dbb9097-a267-45a9-95b6-8e499d62a8a4 triggered by entity DHCP. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:44:46.880984 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-5d0dc7ec-ffbc-4752-bc18-b6ba95f24a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1575204'] for port, provisioning_complete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:46.883930 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.plugins.ml2.db [None req-5fa65588-b8b9-4e76-97f9-a2d7e68c087f None None] For port 424acb6b-76dd-4c47-a76a-0e916d710482, host dv-cinder-759955-25-smb, cleared binding levels {{(pid=101048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 02:44:46.896757 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.plugins.ml2.db [None req-5fa65588-b8b9-4e76-97f9-a2d7e68c087f None None] For port 424acb6b-76dd-4c47-a76a-0e916d710482, host dv-cinder-759955-25-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-smb',level=0,port_id=424acb6b-76dd-4c47-a76a-0e916d710482,segment=NetworkSegment(05f52a86-8cc0-4a65-9024-5aaf0393990e),segment_id=05f52a86-8cc0-4a65-9024-5aaf0393990e)] {{(pid=101048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 02:44:46.920045 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-67f3b8cf-af96-4e1c-8f0e-a1a7f6ef1d07 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:46.932927 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-96171224-cd95-4ab0-802e-593f40e23a68 req-39803e6b-f493-424a-a7fd-41852b8603e0 service neutron] 10.222.0.13 "GET /v2.0/networks/f37a69c0-4dd8-4d21-9641-e62da919cea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5679290 Sep 15 02:44:46.969224 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-9a0f0b3e-7c17-462f-9126-eaeeda80e12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:46.976063 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-97e4cb3d-2008-4590-97e0-c796890dd376 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:46.994853 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e8f78c-f88e-4a9f-a12b-3f25e582ac1d req-68dfb934-1243-42ff-b6e7-e448c461ca5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:46.997422 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-88e8f78c-f88e-4a9f-a12b-3f25e582ac1d req-68dfb934-1243-42ff-b6e7-e448c461ca5a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=56be485ccd3440bdbb1371c45a8ffa85&device_id=b6571485-1182-4677-9426-4b0aed932aea HTTP/1.1" status: 200 len: 1096 time: 0.3485889 Sep 15 02:44:47.007838 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-67f3b8cf-af96-4e1c-8f0e-a1a7f6ef1d07 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904760'] for security_group_rule, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:47.009572 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron_lib.callbacks.manager [None req-5fa65588-b8b9-4e76-97f9-a2d7e68c087f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:47.022647 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Provisioning complete for port 0a083152-357b-4709-8597-35aaf717a22e triggered by entity L2. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:44:47.024460 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1575204'] for port, provisioning_complete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:47.088987 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa65588-b8b9-4e76-97f9-a2d7e68c087f None None] Routers {'dfc0be1a-b117-4d36-9642-3bafdc9ad3b7'} bound to L3 agent in host dv-cinder-759955-25-smb {{(pid=101048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:44:47.096558 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_hamode_db [None req-5fa65588-b8b9-4e76-97f9-a2d7e68c087f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T02:36:18Z,description=,heartbeat_timestamp=2021-09-15T02:44:18Z,host='dv-cinder-759955-25-smb',id=22749488-15d0-44a3-a4aa-285786541688,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:36:19Z,topic='l3_agent')) {'router_ids': ['dfc0be1a-b117-4d36-9642-3bafdc9ad3b7'], 'active': True} {{(pid=101048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:44:47.129744 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37659b33-1ba4-4036-8297-361875d76374 None None] Pushing event updated for resources: {'Port': ['ID=6dbb9097-a267-45a9-95b6-8e499d62a8a4,revision_number=4']} {{(pid=101047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:47.133268 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86c436101efe1a363cd74fb96c1b6796ca3087f8916af27063bbdf5683c89520" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9abf2814-3324-4797-9279-afd7eed83116" -d '{"events": [{"name": "network-changed", "server_uuid": "b6571485-1182-4677-9426-4b0aed932aea", "tag": "ccfe8f69-f7cf-41b3-845c-e428beded057"}]}' {{(pid=101045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:44:47.174265 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f3b8cf-af96-4e1c-8f0e-a1a7f6ef1d07 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5164e9b7-c768-44d3-825e-3152d73a985c,revision_number=0']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:47.178536 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ae0069-80ad-4587-8c71-6f9868ec62d7 None None] Pushing event updated for resources: {'Port': ['ID=424acb6b-76dd-4c47-a76a-0e916d710482,revision_number=4']} {{(pid=101048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:47.212047 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-97e4cb3d-2008-4590-97e0-c796890dd376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:47.254207 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-88e8f78c-f88e-4a9f-a12b-3f25e582ac1d req-7eeb2d64-1616-4370-81e4-3cbd40c6cb9d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ccfe8f69-f7cf-41b3-845c-e428beded057 HTTP/1.1" status: 200 len: 217 time: 0.2344229 Sep 15 02:44:47.302530 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0f0b3e-7c17-462f-9126-eaeeda80e12b None None] Routers {'4f1b0b79-e3c3-47e5-8db0-a2250f779792'} bound to L3 agent in host dv-cinder-759955-25-smb {{(pid=101047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:44:47.314501 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_hamode_db [None req-9a0f0b3e-7c17-462f-9126-eaeeda80e12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T02:36:18Z,description=,heartbeat_timestamp=2021-09-15T02:44:18Z,host='dv-cinder-759955-25-smb',id=22749488-15d0-44a3-a4aa-285786541688,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:36:19Z,topic='l3_agent')) {'router_ids': ['4f1b0b79-e3c3-47e5-8db0-a2250f779792'], 'active': True} {{(pid=101047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:44:47.419827 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_dvr_db [None req-5fa65588-b8b9-4e76-97f9-a2d7e68c087f None None] Set router dfc0be1a-b117-4d36-9642-3bafdc9ad3b7 gateway port host: dv-cinder-759955-25-smb {{(pid=101048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:44:47.537578 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_dvr_db [None req-9a0f0b3e-7c17-462f-9126-eaeeda80e12b None None] Set router 4f1b0b79-e3c3-47e5-8db0-a2250f779792 gateway port host: dv-cinder-759955-25-smb {{(pid=101047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:44:47.581376 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-4c2ed204-a9f6-44ee-b096-d7c149523f6a tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Notify callbacks [] for floatingip, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:47.608221 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.plugin [None req-5d0dc7ec-ffbc-4752-bc18-b6ba95f24a86 None None] Port 6dbb9097-a267-45a9-95b6-8e499d62a8a4 cannot update to ACTIVE because it is not bound. {{(pid=101047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 02:44:47.630074 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-97e4cb3d-2008-4590-97e0-c796890dd376 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=afa4ca2cd7834e508a7851bb9b388cb3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1588585 Sep 15 02:44:47.631929 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 34258) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:44:47.643977 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e8f78c-f88e-4a9f-a12b-3f25e582ac1d req-79ad55e3-73aa-4954-9d62-c07845f7bd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:47.646864 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-88e8f78c-f88e-4a9f-a12b-3f25e582ac1d req-79ad55e3-73aa-4954-9d62-c07845f7bd59 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=97a9988f-b7c9-44b1-988d-c39679de79f8 HTTP/1.1" status: 200 len: 852 time: 0.3264241 Sep 15 02:44:47.650290 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e4cb3d-2008-4590-97e0-c796890dd376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52ef2dcc-1097-44d5-b31a-68633233c370,revision_number=1']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:47.726498 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-67f3b8cf-af96-4e1c-8f0e-a1a7f6ef1d07 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:47.727839 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-67f3b8cf-af96-4e1c-8f0e-a1a7f6ef1d07 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.5831795 Sep 15 02:44:47.731118 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 34270) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:44:47.737168 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.v2.base [None req-cba5048e-e546-4d5f-860d-0e2a219509f5 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Request body: {'security_group_rule': {'security_group_id': '005c9161-3e16-459b-9a3f-a4e8732292ac', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:44:47.889700 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_hamode_db [None req-5fa65588-b8b9-4e76-97f9-a2d7e68c087f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfc0be1a-b117-4d36-9642-3bafdc9ad3b7', 'name': 'tempest-AttachVolumeShelveTestJSON-124691277-router', 'tenant_id': 'bf1160da16cc4aa8a8f7f5065e5f7661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'external_fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.201'}], 'enable_snat': True}, 'gw_port_id': '0a083152-357b-4709-8597-35aaf717a22e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:44:30Z', 'updated_at': '2021-09-15T02:44:36Z', 'revision_number': 4, 'project_id': 'bf1160da16cc4aa8a8f7f5065e5f7661', 'gw_port': {'id': '0a083152-357b-4709-8597-35aaf717a22e', 'name': '', 'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:a7:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc0be1a-b117-4d36-9642-3bafdc9ad3b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:44:31Z', 'updated_at': '2021-09-15T02:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-smb', '_interfaces': [{'id': '424acb6b-76dd-4c47-a76a-0e916d710482', 'name': '', 'network_id': '559d7eea-ef89-4b33-b717-afb1545433a5', 'tenant_id': 'bf1160da16cc4aa8a8f7f5065e5f7661', 'mac_address': 'fa:16:3e:2d:21:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfc0be1a-b117-4d36-9642-3bafdc9ad3b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '16cede8a-7007-4219-aa2d-1189c5c08411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:44:35Z', 'updated_at': '2021-09-15T02:44:46Z', 'revision_number': 4, 'project_id': 'bf1160da16cc4aa8a8f7f5065e5f7661', 'subnets': [{'id': '16cede8a-7007-4219-aa2d-1189c5c08411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-25-smb', False) {} {{(pid=101048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:44:47.902481 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-c54e997a-159d-455e-8d8d-9e8b2fd48d9e None None] Provisioning complete for port 6dbb9097-a267-45a9-95b6-8e499d62a8a4 triggered by entity DHCP. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:44:47.909798 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-c54e997a-159d-455e-8d8d-9e8b2fd48d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1575204'] for port, provisioning_complete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:47.929732 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa65588-b8b9-4e76-97f9-a2d7e68c087f None None] The sync data for ids ['dfc0be1a-b117-4d36-9642-3bafdc9ad3b7'] in dv-cinder-759955-25-smb is: [{'id': 'dfc0be1a-b117-4d36-9642-3bafdc9ad3b7', 'name': 'tempest-AttachVolumeShelveTestJSON-124691277-router', 'tenant_id': 'bf1160da16cc4aa8a8f7f5065e5f7661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'external_fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.201'}], 'enable_snat': True}, 'gw_port_id': '0a083152-357b-4709-8597-35aaf717a22e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:44:30Z', 'updated_at': '2021-09-15T02:44:36Z', 'revision_number': 4, 'project_id': 'bf1160da16cc4aa8a8f7f5065e5f7661', 'gw_port': {'id': '0a083152-357b-4709-8597-35aaf717a22e', 'name': '', 'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:a7:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc0be1a-b117-4d36-9642-3bafdc9ad3b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:44:31Z', 'updated_at': '2021-09-15T02:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-smb', '_interfaces': [{'id': '424acb6b-76dd-4c47-a76a-0e916d710482', 'name': '', 'network_id': '559d7eea-ef89-4b33-b717-afb1545433a5', 'tenant_id': 'bf1160da16cc4aa8a8f7f5065e5f7661', 'mac_address': 'fa:16:3e:2d:21:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfc0be1a-b117-4d36-9642-3bafdc9ad3b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '16cede8a-7007-4219-aa2d-1189c5c08411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:44:35Z', 'updated_at': '2021-09-15T02:44:46Z', 'revision_number': 4, 'project_id': 'bf1160da16cc4aa8a8f7f5065e5f7661', 'subnets': [{'id': '16cede8a-7007-4219-aa2d-1189c5c08411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 02:44:47.930687 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-88e8f78c-f88e-4a9f-a12b-3f25e582ac1d req-2f0db3a8-8760-4147-bf46-d44a5a91261d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d8fb3ab3-880f-48dc-9618-291b77d2bb9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2523274 Sep 15 02:44:48.073765 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-c4e5a5ac-2755-4128-8b25-acaf071bc821 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:48.089562 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-cba5048e-e546-4d5f-860d-0e2a219509f5 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:48.283018 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4053e5-ecaf-47fc-8054-fafccf0e5128 req-ca1db878-c840-43b4-8764-7cdbf67a7140 tempest-DeleteServersTestJSON-1383848626 tempest-DeleteServersTestJSON-1383848626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:48.283018 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-3a4053e5-ecaf-47fc-8054-fafccf0e5128 req-ca1db878-c840-43b4-8764-7cdbf67a7140 tempest-DeleteServersTestJSON-1383848626 tempest-DeleteServersTestJSON-1383848626-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6571485-1182-4677-9426-4b0aed932aea HTTP/1.1" status: 200 len: 943 time: 0.8508227 Sep 15 02:44:48.285214 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-4c2ed204-a9f6-44ee-b096-d7c149523f6a tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:48.285934 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-c4e5a5ac-2755-4128-8b25-acaf071bc821 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:48.330845 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-3a4053e5-ecaf-47fc-8054-fafccf0e5128 req-fef53fd6-ef09-43be-9c25-16e804e816fc tempest-DeleteServersTestJSON-1383848626 tempest-DeleteServersTestJSON-1383848626-project] 10.222.0.13 "GET /v2.0/security-groups?id=a24aa79e-dc9d-4386-b425-9728020c9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893208 Sep 15 02:44:48.339788 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-cba5048e-e546-4d5f-860d-0e2a219509f5 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:48.431378 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-88e8f78c-f88e-4a9f-a12b-3f25e582ac1d req-38947b58-369b-435f-b13a-c37df65bd73c service neutron] 10.222.0.38 "GET /v2.0/networks/d8fb3ab3-880f-48dc-9618-291b77d2bb9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4568212 Sep 15 02:44:48.492111 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 02:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d744319-2f7b-4537-bd3e-1c7d935cf9f0 x-openstack-request-id: req-7d744319-2f7b-4537-bd3e-1c7d935cf9f0 {{(pid=101045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:44:48.492111 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6571485-1182-4677-9426-4b0aed932aea", "tag": "ccfe8f69-f7cf-41b3-845c-e428beded057", "status": "completed", "code": 200}]} {{(pid=101045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:44:48.492111 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7d744319-2f7b-4537-bd3e-1c7d935cf9f0 {{(pid=101045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:44:48.492111 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6571485-1182-4677-9426-4b0aed932aea', 'tag': 'ccfe8f69-f7cf-41b3-845c-e428beded057', 'status': 'completed', 'code': 200} Sep 15 02:44:48.492982 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-cba5048e-e546-4d5f-860d-0e2a219509f5 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904760'] for security_group_rule, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:48.526137 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-c90637fa-a34a-4c8f-baa1-a5c0c0ea9938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:48.546949 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba5048e-e546-4d5f-860d-0e2a219509f5 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a9943fd-301f-4a8b-b605-9eac05603c22,revision_number=0']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:48.710806 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-dc3f36a9-9724-4c20-957d-7ff2679283c0 req-686079a9-678a-4579-a0c0-c480cf5e7629 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb3fcddc-5c00-4077-8a3b-06b86f2ca670 HTTP/1.1" status: 200 len: 210 time: 0.2195823 Sep 15 02:44:48.727333 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:48.767589 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Device 79f12926-c77e-49a0-a2c5-b99a598edbbd up at agent ovs-agent-dv-cinder-759955-25-smb {{(pid=101047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:44:48.768084 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-c4e5a5ac-2755-4128-8b25-acaf071bc821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:48.768084 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-c4e5a5ac-2755-4128-8b25-acaf071bc821 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:48.768084 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-c4e5a5ac-2755-4128-8b25-acaf071bc821 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/52ef2dcc-1097-44d5-b31a-68633233c370 HTTP/1.1" status: 204 len: 168 time: 1.1042244 Sep 15 02:44:48.810100 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_hamode_db [None req-3f69e9da-825a-4dc0-9a14-b8779cf387c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f724dce2-7491-4968-abea-bd0e3986235a', 'name': 'tempest-ServerRescueNegativeTestJSON-1328197869-router', 'tenant_id': 'a78d7ab424a94a83ac8ea30bcfea513a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'external_fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.242'}], 'enable_snat': True}, 'gw_port_id': '79f12926-c77e-49a0-a2c5-b99a598edbbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:44:32Z', 'updated_at': '2021-09-15T02:44:41Z', 'revision_number': 4, 'project_id': 'a78d7ab424a94a83ac8ea30bcfea513a', 'gw_port': {'id': '79f12926-c77e-49a0-a2c5-b99a598edbbd', 'name': '', 'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:1c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f724dce2-7491-4968-abea-bd0e3986235a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:44:33Z', 'updated_at': '2021-09-15T02:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-smb', '_interfaces': [{'id': '533846ed-3690-4cbe-a489-1e22820545f3', 'name': '', 'network_id': 'f37a69c0-4dd8-4d21-9641-e62da919cea1', 'tenant_id': 'a78d7ab424a94a83ac8ea30bcfea513a', 'mac_address': 'fa:16:3e:09:83:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f724dce2-7491-4968-abea-bd0e3986235a', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f4bc3747-1b39-45b5-bc17-aa1d3078521b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:44:39Z', 'updated_at': '2021-09-15T02:44:42Z', 'revision_number': 2, 'project_id': 'a78d7ab424a94a83ac8ea30bcfea513a', 'subnets': [{'id': 'f4bc3747-1b39-45b5-bc17-aa1d3078521b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-25-smb', False) {} {{(pid=101047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:44:48.855461 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.db.db_base_plugin_common [None req-4c2ed204-a9f6-44ee-b096-d7c149523f6a tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Allocated IP 172.28.3.26 (33518f62-a6b6-442c-a872-dfb5ddf2cbe1/7529c9c6-8ff3-40d4-8357-6b3b49e7afdc/644b2023-5471-4ee0-a847-901edf5c952f) {{(pid=101046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:44:48.857478 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e5a5ac-2755-4128-8b25-acaf071bc821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52ef2dcc-1097-44d5-b31a-68633233c370,revision_number=None']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:48.870027 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f69e9da-825a-4dc0-9a14-b8779cf387c6 None None] Checking router: f724dce2-7491-4968-abea-bd0e3986235a for host: dv-cinder-759955-25-smb {{(pid=101047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 02:44:48.870562 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f69e9da-825a-4dc0-9a14-b8779cf387c6 None None] Updating router f724dce2-7491-4968-abea-bd0e3986235a port 533846ed-3690-4cbe-a489-1e22820545f3 binding host dv-cinder-759955-25-smb {{(pid=101047) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 02:44:48.878655 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-cba5048e-e546-4d5f-860d-0e2a219509f5 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:48.887175 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-cba5048e-e546-4d5f-860d-0e2a219509f5 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1533916 Sep 15 02:44:48.894123 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 34316) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:44:48.900952 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.v2.base [None req-6063cc55-ee35-43c7-ade1-865f1bad6cdf tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Request body: {'floatingip': {'floating_network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1'}} {{(pid=101046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:44:48.962751 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-88e8f78c-f88e-4a9f-a12b-3f25e582ac1d req-e2cb0044-a28e-4138-909e-0a894fd477f8 service neutron] 10.222.0.38 "GET /v2.0/networks/d8fb3ab3-880f-48dc-9618-291b77d2bb9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5122938 Sep 15 02:44:48.975443 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-c54e997a-159d-455e-8d8d-9e8b2fd48d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:49.007275 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-3f69e9da-825a-4dc0-9a14-b8779cf387c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:49.087037 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_hamode_db [None req-9a0f0b3e-7c17-462f-9126-eaeeda80e12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f1b0b79-e3c3-47e5-8db0-a2250f779792', 'name': 'tempest-AttachVolumeTestJSON-1616189826-router', 'tenant_id': '3b73a94c214748a88ea9fc76fb540004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'external_fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.116'}], 'enable_snat': True}, 'gw_port_id': 'a378dd54-a4ba-4713-9628-1728198bde37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:44:29Z', 'updated_at': '2021-09-15T02:44:37Z', 'revision_number': 4, 'project_id': '3b73a94c214748a88ea9fc76fb540004', 'gw_port': {'id': 'a378dd54-a4ba-4713-9628-1728198bde37', 'name': '', 'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:8b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1b0b79-e3c3-47e5-8db0-a2250f779792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:44:30Z', 'updated_at': '2021-09-15T02:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-smb', '_interfaces': [{'id': '6dbb9097-a267-45a9-95b6-8e499d62a8a4', 'name': '', 'network_id': '6f57639e-ff61-4a6a-8bb7-4f6634a3a645', 'tenant_id': '3b73a94c214748a88ea9fc76fb540004', 'mac_address': 'fa:16:3e:6b:1e:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f1b0b79-e3c3-47e5-8db0-a2250f779792', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a0f1f6f6-a304-49b2-a651-7b609fdec3ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:44:36Z', 'updated_at': '2021-09-15T02:44:46Z', 'revision_number': 4, 'project_id': '3b73a94c214748a88ea9fc76fb540004', 'subnets': [{'id': 'a0f1f6f6-a304-49b2-a651-7b609fdec3ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-25-smb', False) {} {{(pid=101047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:44:49.162835 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-6063cc55-ee35-43c7-ade1-865f1bad6cdf tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Notify callbacks [] for floatingip, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:49.213590 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-c54e997a-159d-455e-8d8d-9e8b2fd48d9e None None] For port 6dbb9097-a267-45a9-95b6-8e499d62a8a4, host dv-cinder-759955-25-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-smb',level=0,port_id=6dbb9097-a267-45a9-95b6-8e499d62a8a4,segment=NetworkSegment(3b14b1bf-a47b-467b-a4e0-6f402c26d2c4),segment_id=3b14b1bf-a47b-467b-a4e0-6f402c26d2c4)] {{(pid=101047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:44:49.231511 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0f0b3e-7c17-462f-9126-eaeeda80e12b None None] The sync data for ids ['4f1b0b79-e3c3-47e5-8db0-a2250f779792'] in dv-cinder-759955-25-smb is: [{'id': '4f1b0b79-e3c3-47e5-8db0-a2250f779792', 'name': 'tempest-AttachVolumeTestJSON-1616189826-router', 'tenant_id': '3b73a94c214748a88ea9fc76fb540004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'external_fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.116'}], 'enable_snat': True}, 'gw_port_id': 'a378dd54-a4ba-4713-9628-1728198bde37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:44:29Z', 'updated_at': '2021-09-15T02:44:37Z', 'revision_number': 4, 'project_id': '3b73a94c214748a88ea9fc76fb540004', 'gw_port': {'id': 'a378dd54-a4ba-4713-9628-1728198bde37', 'name': '', 'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:8b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1b0b79-e3c3-47e5-8db0-a2250f779792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:44:30Z', 'updated_at': '2021-09-15T02:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-smb', '_interfaces': [{'id': '6dbb9097-a267-45a9-95b6-8e499d62a8a4', 'name': '', 'network_id': '6f57639e-ff61-4a6a-8bb7-4f6634a3a645', 'tenant_id': '3b73a94c214748a88ea9fc76fb540004', 'mac_address': 'fa:16:3e:6b:1e:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f1b0b79-e3c3-47e5-8db0-a2250f779792', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a0f1f6f6-a304-49b2-a651-7b609fdec3ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:44:36Z', 'updated_at': '2021-09-15T02:44:46Z', 'revision_number': 4, 'project_id': '3b73a94c214748a88ea9fc76fb540004', 'subnets': [{'id': 'a0f1f6f6-a304-49b2-a651-7b609fdec3ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 02:44:49.252145 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Provisioning complete for port 79f12926-c77e-49a0-a2c5-b99a598edbbd triggered by entity L2. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:44:49.252770 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1575204'] for port, provisioning_complete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:49.281864 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abf2814-3324-4797-9279-afd7eed83116 req-12e8a0d5-ceaf-4caf-a83d-cdf2871c0d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:49.417986 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-9abf2814-3324-4797-9279-afd7eed83116 req-12e8a0d5-ceaf-4caf-a83d-cdf2871c0d2a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=56be485ccd3440bdbb1371c45a8ffa85&device_id=b6571485-1182-4677-9426-4b0aed932aea HTTP/1.1" status: 200 len: 1096 time: 0.1759331 Sep 15 02:44:49.491508 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-4c2ed204-a9f6-44ee-b096-d7c149523f6a tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Notify callbacks [] for port, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:49.650999 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-c54e997a-159d-455e-8d8d-9e8b2fd48d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:49.727896 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54e997a-159d-455e-8d8d-9e8b2fd48d9e None None] Pushing event updated for resources: {'Port': ['ID=6dbb9097-a267-45a9-95b6-8e499d62a8a4,revision_number=5']} {{(pid=101047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:49.822785 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Device 424acb6b-76dd-4c47-a76a-0e916d710482 up at agent ovs-agent-dv-cinder-759955-25-smb {{(pid=101047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:44:49.834402 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-26fc78ca-8f14-4c98-81c4-2d6c26116e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:49.873726 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a43a2c2-ae30-48a7-a996-b7c3f94febba req-afb42cba-711e-4a88-b774-311947d94c59 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:49.883892 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-9a43a2c2-ae30-48a7-a996-b7c3f94febba req-afb42cba-711e-4a88-b774-311947d94c59 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/networks?id=f37a69c0-4dd8-4d21-9641-e62da919cea1 HTTP/1.1" status: 200 len: 819 time: 0.6190343 Sep 15 02:44:49.962667 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-9a43a2c2-ae30-48a7-a996-b7c3f94febba req-7a580278-811f-4141-b9a8-d3090bbce62f tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/quotas/a78d7ab424a94a83ac8ea30bcfea513a HTTP/1.1" status: 200 len: 375 time: 0.0660803 Sep 15 02:44:49.999647 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-4c2ed204-a9f6-44ee-b096-d7c149523f6a tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781587269048'] for port, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:50.054224 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527bb553-02d6-462f-8f3f-6909e17d5879 req-caef4117-4409-467e-b761-b64d72f04ddc tempest-DeleteServersTestJSON-1383848626 tempest-DeleteServersTestJSON-1383848626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:50.069343 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-527bb553-02d6-462f-8f3f-6909e17d5879 req-caef4117-4409-467e-b761-b64d72f04ddc tempest-DeleteServersTestJSON-1383848626 tempest-DeleteServersTestJSON-1383848626-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6571485-1182-4677-9426-4b0aed932aea HTTP/1.1" status: 200 len: 943 time: 0.3497128 Sep 15 02:44:50.084896 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abf2814-3324-4797-9279-afd7eed83116 req-70eda76f-1a22-43d6-9b77-50ad2848d3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:50.086720 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-9abf2814-3324-4797-9279-afd7eed83116 req-70eda76f-1a22-43d6-9b77-50ad2848d3c5 service neutron] 10.222.0.38 "GET /v2.0/networks?id=d8fb3ab3-880f-48dc-9618-291b77d2bb9e HTTP/1.1" status: 200 len: 913 time: 0.7766225 Sep 15 02:44:50.209555 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2ed204-a9f6-44ee-b096-d7c149523f6a tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Pushing event updated for resources: {'Port': ['ID=644b2023-5471-4ee0-a847-901edf5c952f,revision_number=1']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:50.241034 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2ed204-a9f6-44ee-b096-d7c149523f6a tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Network 33518f62-a6b6-442c-a872-dfb5ddf2cbe1 is already hosted by enough agents. {{(pid=101046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:44:50.252433 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.scheduler.base_scheduler [None req-4c2ed204-a9f6-44ee-b096-d7c149523f6a tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Resources bound (agent type, host, resource id): {{(pid=101046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:44:50.264772 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-527bb553-02d6-462f-8f3f-6909e17d5879 req-8b283915-0ac8-4c35-9227-2632f039e60c tempest-DeleteServersTestJSON-1383848626 tempest-DeleteServersTestJSON-1383848626-project] 10.222.0.13 "GET /v2.0/security-groups?id=a24aa79e-dc9d-4386-b425-9728020c9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769807 Sep 15 02:44:50.277484 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2ed204-a9f6-44ee-b096-d7c149523f6a tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Received port after_create {{(pid=101046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:44:50.332367 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-9abf2814-3324-4797-9279-afd7eed83116 req-1d7d4fb7-e965-4f2b-9942-c89cb1733627 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ccfe8f69-f7cf-41b3-845c-e428beded057 HTTP/1.1" status: 200 len: 217 time: 0.0754271 Sep 15 02:44:50.338336 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-6063cc55-ee35-43c7-ade1-865f1bad6cdf tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:50.357531 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-c54e997a-159d-455e-8d8d-9e8b2fd48d9e None None] Provisioning complete for port 424acb6b-76dd-4c47-a76a-0e916d710482 triggered by entity DHCP. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:44:50.358093 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-c54e997a-159d-455e-8d8d-9e8b2fd48d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1575204'] for port, provisioning_complete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:50.506263 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Provisioning complete for port 424acb6b-76dd-4c47-a76a-0e916d710482 triggered by entity L2. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:44:50.506731 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1575204'] for port, provisioning_complete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:50.507646 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abf2814-3324-4797-9279-afd7eed83116 req-8cbcdee9-9395-4253-bc13-6e0989462da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:50.514875 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-9abf2814-3324-4797-9279-afd7eed83116 req-8cbcdee9-9395-4253-bc13-6e0989462da0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=97a9988f-b7c9-44b1-988d-c39679de79f8 HTTP/1.1" status: 200 len: 852 time: 0.1758983 Sep 15 02:44:50.558139 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-c54e997a-159d-455e-8d8d-9e8b2fd48d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:50.562482 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-9a43a2c2-ae30-48a7-a996-b7c3f94febba req-f1004a66-815e-46bc-86f0-b474bf87a4e0 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a78d7ab424a94a83ac8ea30bcfea513a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6030447 Sep 15 02:44:50.598928 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-9abf2814-3324-4797-9279-afd7eed83116 req-78ff577a-feee-4aae-a8af-5ce0fe29f743 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d8fb3ab3-880f-48dc-9618-291b77d2bb9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607989 Sep 15 02:44:50.759411 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-4c2ed204-a9f6-44ee-b096-d7c149523f6a tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:50.760629 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-3f69e9da-825a-4dc0-9a14-b8779cf387c6 None None] Notify callbacks [] for port, precommit_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:50.797166 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-9abf2814-3324-4797-9279-afd7eed83116 req-bb9ff7a4-ee7a-48c5-9ff3-3f4e15dabb6d service neutron] 10.222.0.38 "GET /v2.0/networks/d8fb3ab3-880f-48dc-9618-291b77d2bb9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872706 Sep 15 02:44:50.874749 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-9a43a2c2-ae30-48a7-a996-b7c3f94febba req-1cc00474-29a2-451a-96b6-c498eafe78e7 service neutron] 10.222.0.13 "GET /v2.0/networks/f37a69c0-4dd8-4d21-9641-e62da919cea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452588 Sep 15 02:44:50.881880 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.db.db_base_plugin_common [None req-6063cc55-ee35-43c7-ade1-865f1bad6cdf tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Allocated IP 172.28.3.62 (33518f62-a6b6-442c-a872-dfb5ddf2cbe1/7529c9c6-8ff3-40d4-8357-6b3b49e7afdc/0786dc17-49c6-4ce6-b644-63fb8e71e0aa) {{(pid=101046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:44:50.900812 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-c54e997a-159d-455e-8d8d-9e8b2fd48d9e None None] For port 424acb6b-76dd-4c47-a76a-0e916d710482, host dv-cinder-759955-25-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-smb',level=0,port_id=424acb6b-76dd-4c47-a76a-0e916d710482,segment=NetworkSegment(05f52a86-8cc0-4a65-9024-5aaf0393990e),segment_id=05f52a86-8cc0-4a65-9024-5aaf0393990e)] {{(pid=101047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:44:50.928900 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:51.106591 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-3f69e9da-825a-4dc0-9a14-b8779cf387c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:51.110751 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-c54e997a-159d-455e-8d8d-9e8b2fd48d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:51.250620 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-9abf2814-3324-4797-9279-afd7eed83116 req-467cc6fa-4827-4cc4-a14b-0676301616ff service neutron] 10.222.0.38 "GET /v2.0/networks/d8fb3ab3-880f-48dc-9618-291b77d2bb9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268884 Sep 15 02:44:51.262487 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.db.api [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101047) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 02:44:51.263383 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG oslo_db.api [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 02:44:51.372923 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-4c2ed204-a9f6-44ee-b096-d7c149523f6a tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:51.402088 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e618c29-8555-4615-a9ca-4d357f04a9e2 None None] Pushing event updated for resources: {'Port': ['ID=533846ed-3690-4cbe-a489-1e22820545f3,revision_number=3']} {{(pid=101047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:51.442584 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-9a43a2c2-ae30-48a7-a996-b7c3f94febba req-c73fb48b-3804-419a-92f2-d6fa6cc692c1 service neutron] 10.222.0.13 "GET /v2.0/networks/f37a69c0-4dd8-4d21-9641-e62da919cea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5637469 Sep 15 02:44:51.564528 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-6063cc55-ee35-43c7-ade1-865f1bad6cdf tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Notify callbacks [] for port, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:51.571315 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4e34c4-da25-4b1e-ad31-514625747289 req-3f3330f1-7781-4338-a94b-11ef2f037799 tempest-DeleteServersTestJSON-1383848626 tempest-DeleteServersTestJSON-1383848626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:51.573603 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-4787a0ec-4617-4d18-8d79-4c4aa2145a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:51.575830 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-7e4e34c4-da25-4b1e-ad31-514625747289 req-3f3330f1-7781-4338-a94b-11ef2f037799 tempest-DeleteServersTestJSON-1383848626 tempest-DeleteServersTestJSON-1383848626-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6571485-1182-4677-9426-4b0aed932aea HTTP/1.1" status: 200 len: 943 time: 0.1823390 Sep 15 02:44:51.693233 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.managers [None req-3f69e9da-825a-4dc0-9a14-b8779cf387c6 None None] Attempting to bind port 533846ed-3690-4cbe-a489-1e22820545f3 on host dv-cinder-759955-25-smb for vnic_type normal with profile {{(pid=101047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 02:44:51.695048 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.managers [None req-3f69e9da-825a-4dc0-9a14-b8779cf387c6 None None] Attempting to bind port 533846ed-3690-4cbe-a489-1e22820545f3 by drivers openvswitch,hyperv on host dv-cinder-759955-25-smb at level 0 using segments [{'id': 'f4b707ed-20a3-453b-a008-5d13b500ef1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f37a69c0-4dd8-4d21-9641-e62da919cea1'}] {{(pid=101047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 02:44:51.695444 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f69e9da-825a-4dc0-9a14-b8779cf387c6 None None] Attempting to bind port 533846ed-3690-4cbe-a489-1e22820545f3 on network f37a69c0-4dd8-4d21-9641-e62da919cea1 {{(pid=101047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:44:51.699950 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-7e4e34c4-da25-4b1e-ad31-514625747289 req-5bda0a6c-8c7a-4918-bd45-c8b8fa93409c tempest-DeleteServersTestJSON-1383848626 tempest-DeleteServersTestJSON-1383848626-project] 10.222.0.13 "GET /v2.0/security-groups?id=a24aa79e-dc9d-4386-b425-9728020c9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136379 Sep 15 02:44:51.727023 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f69e9da-825a-4dc0-9a14-b8779cf387c6 None None] Checking agent: {'id': '129dda3c-f944-45fc-94b1-aa204aafba01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-25-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 36, 18), 'started_at': datetime.datetime(2021, 9, 15, 2, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 2, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-25-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 02:44:51.727023 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f69e9da-825a-4dc0-9a14-b8779cf387c6 None None] Checking segment: {'id': 'f4b707ed-20a3-453b-a008-5d13b500ef1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f37a69c0-4dd8-4d21-9641-e62da919cea1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:44:51.727585 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-3f69e9da-825a-4dc0-9a14-b8779cf387c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:51.728215 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f69e9da-825a-4dc0-9a14-b8779cf387c6 None None] Bound using segment: {'id': 'f4b707ed-20a3-453b-a008-5d13b500ef1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f37a69c0-4dd8-4d21-9641-e62da919cea1'} {{(pid=101047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 02:44:51.729085 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.managers [None req-3f69e9da-825a-4dc0-9a14-b8779cf387c6 None None] Bound port: 533846ed-3690-4cbe-a489-1e22820545f3, host: dv-cinder-759955-25-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4b707ed-20a3-453b-a008-5d13b500ef1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f37a69c0-4dd8-4d21-9641-e62da919cea1'}}] {{(pid=101047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 02:44:51.729763 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-3f69e9da-825a-4dc0-9a14-b8779cf387c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:51.755799 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54e997a-159d-455e-8d8d-9e8b2fd48d9e None None] Pushing event updated for resources: {'Port': ['ID=424acb6b-76dd-4c47-a76a-0e916d710482,revision_number=5']} {{(pid=101047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:51.909875 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-623ba03e-2f24-4c4c-8b3c-438ac83d8a78 req-dcdc6ba1-06d0-4e6f-8d89-597a461a3c60 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/ports?device_id=81436215-e449-418b-9704-48e932596956 HTTP/1.1" status: 200 len: 210 time: 0.0515654 Sep 15 02:44:51.977461 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-3f69e9da-825a-4dc0-9a14-b8779cf387c6 None None] For port 533846ed-3690-4cbe-a489-1e22820545f3, host dv-cinder-759955-25-smb, cleared binding levels {{(pid=101047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 02:44:51.981951 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-3f69e9da-825a-4dc0-9a14-b8779cf387c6 None None] For port 533846ed-3690-4cbe-a489-1e22820545f3, host dv-cinder-759955-25-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-smb',level=0,port_id=533846ed-3690-4cbe-a489-1e22820545f3,segment=NetworkSegment(f4b707ed-20a3-453b-a008-5d13b500ef1a),segment_id=f4b707ed-20a3-453b-a008-5d13b500ef1a)] {{(pid=101047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 02:44:51.997017 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-6063cc55-ee35-43c7-ade1-865f1bad6cdf tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781587269048'] for port, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:52.073824 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-3f69e9da-825a-4dc0-9a14-b8779cf387c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:52.118995 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6063cc55-ee35-43c7-ade1-865f1bad6cdf tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Network 33518f62-a6b6-442c-a872-dfb5ddf2cbe1 is already hosted by enough agents. {{(pid=101046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:44:52.120577 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.scheduler.base_scheduler [None req-6063cc55-ee35-43c7-ade1-865f1bad6cdf tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Resources bound (agent type, host, resource id): {{(pid=101046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:44:52.127629 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-4c2ed204-a9f6-44ee-b096-d7c149523f6a tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Notify callbacks [] for port, precommit_update {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:52.129605 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6063cc55-ee35-43c7-ade1-865f1bad6cdf tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Received port after_create {{(pid=101046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:44:52.206956 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f69e9da-825a-4dc0-9a14-b8779cf387c6 None None] Routers {'f724dce2-7491-4968-abea-bd0e3986235a'} bound to L3 agent in host dv-cinder-759955-25-smb {{(pid=101047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:44:52.207692 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_hamode_db [None req-3f69e9da-825a-4dc0-9a14-b8779cf387c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T02:36:18Z,description=,heartbeat_timestamp=2021-09-15T02:44:48Z,host='dv-cinder-759955-25-smb',id=22749488-15d0-44a3-a4aa-285786541688,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:36:19Z,topic='l3_agent')) {'router_ids': ['f724dce2-7491-4968-abea-bd0e3986235a'], 'active': True} {{(pid=101047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:44:52.215697 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6063cc55-ee35-43c7-ade1-865f1bad6cdf tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Pushing event updated for resources: {'Port': ['ID=0786dc17-49c6-4ce6-b644-63fb8e71e0aa,revision_number=1']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:52.269773 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-4c2ed204-a9f6-44ee-b096-d7c149523f6a tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:52.272913 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-6063cc55-ee35-43c7-ade1-865f1bad6cdf tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:52.402500 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e618c29-8555-4615-a9ca-4d357f04a9e2 None None] Pushing event updated for resources: {'Port': ['ID=533846ed-3690-4cbe-a489-1e22820545f3,revision_number=4']} {{(pid=101047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:52.416934 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-4c2ed204-a9f6-44ee-b096-d7c149523f6a tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1028869'] for floatingip, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:52.460894 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Device 6dbb9097-a267-45a9-95b6-8e499d62a8a4 up at agent ovs-agent-dv-cinder-759955-25-smb {{(pid=101047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:44:52.466512 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2ed204-a9f6-44ee-b096-d7c149523f6a tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Pushing event updated for resources: {'Port': ['ID=644b2023-5471-4ee0-a847-901edf5c952f,revision_number=2']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:52.581693 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_dvr_db [None req-3f69e9da-825a-4dc0-9a14-b8779cf387c6 None None] Set router f724dce2-7491-4968-abea-bd0e3986235a gateway port host: dv-cinder-759955-25-smb {{(pid=101047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:44:52.599371 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-4c2ed204-a9f6-44ee-b096-d7c149523f6a tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89626'] for floatingip, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:52.604132 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-4c2ed204-a9f6-44ee-b096-d7c149523f6a tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.8209543 Sep 15 02:44:52.645880 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-6063cc55-ee35-43c7-ade1-865f1bad6cdf tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:52.686222 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Provisioning complete for port 6dbb9097-a267-45a9-95b6-8e499d62a8a4 triggered by entity L2. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:44:52.688680 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1575204'] for port, provisioning_complete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:53.122388 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-6063cc55-ee35-43c7-ade1-865f1bad6cdf tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Notify callbacks [] for port, precommit_update {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:53.173630 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96171224-cd95-4ab0-802e-593f40e23a68 req-a2c2de00-e9dd-40e0-9f7b-0530b5165389 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:53.178085 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-96171224-cd95-4ab0-802e-593f40e23a68 req-a2c2de00-e9dd-40e0-9f7b-0530b5165389 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.38 "GET /v2.0/networks?id=f37a69c0-4dd8-4d21-9641-e62da919cea1 HTTP/1.1" status: 200 len: 819 time: 0.1926956 Sep 15 02:44:53.199086 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.v2.base [req-96171224-cd95-4ab0-802e-593f40e23a68 req-590df60f-0f70-41f5-bd8b-de1c43b64ba9 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Request body: {'port': {'device_id': 'eb3fcddc-5c00-4077-8a3b-06b86f2ca670', 'network_id': 'f37a69c0-4dd8-4d21-9641-e62da919cea1', 'admin_state_up': True, 'tenant_id': 'a78d7ab424a94a83ac8ea30bcfea513a'}} {{(pid=101045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:44:53.234907 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Device 424acb6b-76dd-4c47-a76a-0e916d710482 up at agent ovs-agent-dv-cinder-759955-25-smb {{(pid=101047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:44:53.276595 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d90501-98ff-492b-9998-e073b0399e25 req-05771e1d-a6cd-45f4-b68b-039a5227483e tempest-DeleteServersTestJSON-1383848626 tempest-DeleteServersTestJSON-1383848626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:53.282697 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-02d90501-98ff-492b-9998-e073b0399e25 req-05771e1d-a6cd-45f4-b68b-039a5227483e tempest-DeleteServersTestJSON-1383848626 tempest-DeleteServersTestJSON-1383848626-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6571485-1182-4677-9426-4b0aed932aea HTTP/1.1" status: 200 len: 943 time: 0.3357055 Sep 15 02:44:53.282697 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-6063cc55-ee35-43c7-ade1-865f1bad6cdf tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:53.423309 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_hamode_db [None req-3f69e9da-825a-4dc0-9a14-b8779cf387c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f724dce2-7491-4968-abea-bd0e3986235a', 'name': 'tempest-ServerRescueNegativeTestJSON-1328197869-router', 'tenant_id': 'a78d7ab424a94a83ac8ea30bcfea513a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'external_fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.242'}], 'enable_snat': True}, 'gw_port_id': '79f12926-c77e-49a0-a2c5-b99a598edbbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:44:32Z', 'updated_at': '2021-09-15T02:44:41Z', 'revision_number': 4, 'project_id': 'a78d7ab424a94a83ac8ea30bcfea513a', 'gw_port': {'id': '79f12926-c77e-49a0-a2c5-b99a598edbbd', 'name': '', 'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:1c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f724dce2-7491-4968-abea-bd0e3986235a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:44:33Z', 'updated_at': '2021-09-15T02:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-smb', '_interfaces': [{'id': '533846ed-3690-4cbe-a489-1e22820545f3', 'name': '', 'network_id': 'f37a69c0-4dd8-4d21-9641-e62da919cea1', 'tenant_id': 'a78d7ab424a94a83ac8ea30bcfea513a', 'mac_address': 'fa:16:3e:09:83:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f724dce2-7491-4968-abea-bd0e3986235a', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f4bc3747-1b39-45b5-bc17-aa1d3078521b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:44:39Z', 'updated_at': '2021-09-15T02:44:51Z', 'revision_number': 4, 'project_id': 'a78d7ab424a94a83ac8ea30bcfea513a', 'subnets': [{'id': 'f4bc3747-1b39-45b5-bc17-aa1d3078521b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-25-smb', False) {} {{(pid=101047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:44:53.443787 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Provisioning complete for port 424acb6b-76dd-4c47-a76a-0e916d710482 triggered by entity L2. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:44:53.443787 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1575204'] for port, provisioning_complete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:53.474222 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f69e9da-825a-4dc0-9a14-b8779cf387c6 None None] The sync data for ids ['f724dce2-7491-4968-abea-bd0e3986235a'] in dv-cinder-759955-25-smb is: [{'id': 'f724dce2-7491-4968-abea-bd0e3986235a', 'name': 'tempest-ServerRescueNegativeTestJSON-1328197869-router', 'tenant_id': 'a78d7ab424a94a83ac8ea30bcfea513a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'external_fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.242'}], 'enable_snat': True}, 'gw_port_id': '79f12926-c77e-49a0-a2c5-b99a598edbbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:44:32Z', 'updated_at': '2021-09-15T02:44:41Z', 'revision_number': 4, 'project_id': 'a78d7ab424a94a83ac8ea30bcfea513a', 'gw_port': {'id': '79f12926-c77e-49a0-a2c5-b99a598edbbd', 'name': '', 'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:1c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f724dce2-7491-4968-abea-bd0e3986235a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:44:33Z', 'updated_at': '2021-09-15T02:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-smb', '_interfaces': [{'id': '533846ed-3690-4cbe-a489-1e22820545f3', 'name': '', 'network_id': 'f37a69c0-4dd8-4d21-9641-e62da919cea1', 'tenant_id': 'a78d7ab424a94a83ac8ea30bcfea513a', 'mac_address': 'fa:16:3e:09:83:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f724dce2-7491-4968-abea-bd0e3986235a', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f4bc3747-1b39-45b5-bc17-aa1d3078521b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:44:39Z', 'updated_at': '2021-09-15T02:44:51Z', 'revision_number': 4, 'project_id': 'a78d7ab424a94a83ac8ea30bcfea513a', 'subnets': [{'id': 'f4bc3747-1b39-45b5-bc17-aa1d3078521b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 02:44:53.488894 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-6063cc55-ee35-43c7-ade1-865f1bad6cdf tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1028869'] for floatingip, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:53.505861 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-e3555554-d55b-437b-b528-5373a5b22ff2 req-6a167309-9bfe-4e02-95ae-ac727e0b5c6f tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1309571949&fields=id&tenant_id=bf1160da16cc4aa8a8f7f5065e5f7661 HTTP/1.1" status: 200 len: 267 time: 0.3293350 Sep 15 02:44:53.554878 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-02d90501-98ff-492b-9998-e073b0399e25 req-ccbe6b04-cc95-4a01-87df-a3422c607f1b tempest-DeleteServersTestJSON-1383848626 tempest-DeleteServersTestJSON-1383848626-project] 10.222.0.13 "GET /v2.0/security-groups?id=a24aa79e-dc9d-4386-b425-9728020c9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002802 Sep 15 02:44:53.567714 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6063cc55-ee35-43c7-ade1-865f1bad6cdf tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Pushing event updated for resources: {'Port': ['ID=0786dc17-49c6-4ce6-b644-63fb8e71e0aa,revision_number=2']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:53.711121 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 34480) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:44:53.727719 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-0a26716f-3676-4ddd-86ef-25c95c564963 req-8695aec9-b049-4c34-ac30-a1591a476181 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/ports?device_id=81436215-e449-418b-9704-48e932596956 HTTP/1.1" status: 200 len: 210 time: 0.0825984 Sep 15 02:44:53.728865 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-6063cc55-ee35-43c7-ade1-865f1bad6cdf tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89626'] for floatingip, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:53.745540 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-6063cc55-ee35-43c7-ade1-865f1bad6cdf tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.8511887 Sep 15 02:44:53.763496 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3555554-d55b-437b-b528-5373a5b22ff2 req-c661f49d-afe6-470f-9952-dd9f004db363 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:53.763496 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-e3555554-d55b-437b-b528-5373a5b22ff2 req-c661f49d-afe6-470f-9952-dd9f004db363 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/networks?id=559d7eea-ef89-4b33-b717-afb1545433a5 HTTP/1.1" status: 200 len: 816 time: 0.2222583 Sep 15 02:44:53.787378 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-e3555554-d55b-437b-b528-5373a5b22ff2 req-78ebc233-bcc0-406b-8001-30185e3a5855 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/quotas/bf1160da16cc4aa8a8f7f5065e5f7661 HTTP/1.1" status: 200 len: 375 time: 0.0124996 Sep 15 02:44:54.042934 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-e3555554-d55b-437b-b528-5373a5b22ff2 req-91bb5e23-4f15-48d5-85d2-62b73450ccce tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=bf1160da16cc4aa8a8f7f5065e5f7661&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2220087 Sep 15 02:44:54.042934 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96171224-cd95-4ab0-802e-593f40e23a68 req-590df60f-0f70-41f5-bd8b-de1c43b64ba9 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Made reservation on behalf of a78d7ab424a94a83ac8ea30bcfea513a for: {'port': 1} {{(pid=101045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:44:54.066836 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-96171224-cd95-4ab0-802e-593f40e23a68 req-590df60f-0f70-41f5-bd8b-de1c43b64ba9 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:54.117750 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-8980a956-eb7c-4c9b-8088-7eeadabd66ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:54.246628 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Device 533846ed-3690-4cbe-a489-1e22820545f3 up at agent ovs-agent-dv-cinder-759955-25-smb {{(pid=101047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:44:54.300812 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [req-e3555554-d55b-437b-b528-5373a5b22ff2 req-9598cc62-039a-4311-9f41-5edf6bb42ee1 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101045) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 02:44:54.300812 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-e3555554-d55b-437b-b528-5373a5b22ff2 req-9598cc62-039a-4311-9f41-5edf6bb42ee1 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1052761 Sep 15 02:44:54.598355 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Provisioning complete for port 533846ed-3690-4cbe-a489-1e22820545f3 triggered by entity L2. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:44:54.598355 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1575204'] for port, provisioning_complete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:54.608843 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-de1c8806-9a47-4e61-9ca9-0b456010bb86 req-d1b826da-5ea7-44e8-8601-9685337406fb tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--2138955863&fields=id&tenant_id=3b73a94c214748a88ea9fc76fb540004 HTTP/1.1" status: 200 len: 267 time: 0.0582011 Sep 15 02:44:54.634010 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:54.646216 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-e3555554-d55b-437b-b528-5373a5b22ff2 req-1f3c47e0-617d-4974-ae9d-93204a03e093 service neutron] 10.222.0.13 "GET /v2.0/networks/559d7eea-ef89-4b33-b717-afb1545433a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3302064 Sep 15 02:44:54.656747 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.db.db_base_plugin_common [req-96171224-cd95-4ab0-802e-593f40e23a68 req-590df60f-0f70-41f5-bd8b-de1c43b64ba9 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Allocated IP 172.20.0.13 (f37a69c0-4dd8-4d21-9641-e62da919cea1/f4bc3747-1b39-45b5-bc17-aa1d3078521b/1ec257c4-8286-4343-bba8-11e67b393c0f) {{(pid=101045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:44:54.717930 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] For port 533846ed-3690-4cbe-a489-1e22820545f3, host dv-cinder-759955-25-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-smb',level=0,port_id=533846ed-3690-4cbe-a489-1e22820545f3,segment=NetworkSegment(f4b707ed-20a3-453b-a008-5d13b500ef1a),segment_id=f4b707ed-20a3-453b-a008-5d13b500ef1a)] {{(pid=101047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:44:54.780320 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1c8806-9a47-4e61-9ca9-0b456010bb86 req-2144ae1b-25fd-41d5-8236-66b41cd0b1b9 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:54.790679 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-de1c8806-9a47-4e61-9ca9-0b456010bb86 req-2144ae1b-25fd-41d5-8236-66b41cd0b1b9 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/networks?id=6f57639e-ff61-4a6a-8bb7-4f6634a3a645 HTTP/1.1" status: 200 len: 811 time: 0.2131701 Sep 15 02:44:54.805989 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-de1c8806-9a47-4e61-9ca9-0b456010bb86 req-dd74ded0-2467-4e46-ab97-6823489c5264 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/quotas/3b73a94c214748a88ea9fc76fb540004 HTTP/1.1" status: 200 len: 375 time: 0.0147738 Sep 15 02:44:54.874203 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-8980a956-eb7c-4c9b-8088-7eeadabd66ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:54.884434 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:54.980785 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-de1c8806-9a47-4e61-9ca9-0b456010bb86 req-c0f10e14-e1de-46c7-a77c-2820489da570 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3b73a94c214748a88ea9fc76fb540004&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1686723 Sep 15 02:44:55.006194 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Pushing event updated for resources: {'Port': ['ID=533846ed-3690-4cbe-a489-1e22820545f3,revision_number=5']} {{(pid=101047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:55.075777 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-8980a956-eb7c-4c9b-8088-7eeadabd66ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:55.103224 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-96171224-cd95-4ab0-802e-593f40e23a68 req-590df60f-0f70-41f5-bd8b-de1c43b64ba9 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Notify callbacks [] for port, precommit_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:55.152436 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-de1c8806-9a47-4e61-9ca9-0b456010bb86 req-2559e287-e7d7-43c2-bdb1-44cf2807111b service neutron] 10.222.0.13 "GET /v2.0/networks/6f57639e-ff61-4a6a-8bb7-4f6634a3a645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345451 Sep 15 02:44:55.163350 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-e3555554-d55b-437b-b528-5373a5b22ff2 req-c6142537-9312-4789-b3a4-22276e04519f service neutron] 10.222.0.13 "GET /v2.0/networks/559d7eea-ef89-4b33-b717-afb1545433a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2868013 Sep 15 02:44:55.167581 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-8980a956-eb7c-4c9b-8088-7eeadabd66ed admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b5b9d8c4810044a28f1fd63f51517f28&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4538870 Sep 15 02:44:55.168369 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8980a956-eb7c-4c9b-8088-7eeadabd66ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38875dbb-35bd-41d4-b1a6-59ba72716011,revision_number=1']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:55.189822 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 34534) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:44:55.293646 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-98f08693-9efb-45d6-8209-e80ef22c3649 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:55.319051 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-98f08693-9efb-45d6-8209-e80ef22c3649 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:55.447934 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-de1c8806-9a47-4e61-9ca9-0b456010bb86 req-bbc468a3-4061-4a24-b4a6-a64470172eb6 service neutron] 10.222.0.13 "GET /v2.0/networks/6f57639e-ff61-4a6a-8bb7-4f6634a3a645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445002 Sep 15 02:44:55.527460 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-96171224-cd95-4ab0-802e-593f40e23a68 req-590df60f-0f70-41f5-bd8b-de1c43b64ba9 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781587269048'] for port, after_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:55.612806 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-98f08693-9efb-45d6-8209-e80ef22c3649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:55.617135 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-98f08693-9efb-45d6-8209-e80ef22c3649 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:55.639657 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-98f08693-9efb-45d6-8209-e80ef22c3649 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/38875dbb-35bd-41d4-b1a6-59ba72716011 HTTP/1.1" status: 204 len: 168 time: 0.4305878 Sep 15 02:44:55.756300 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f08693-9efb-45d6-8209-e80ef22c3649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38875dbb-35bd-41d4-b1a6-59ba72716011,revision_number=None']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:55.785081 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96171224-cd95-4ab0-802e-593f40e23a68 req-590df60f-0f70-41f5-bd8b-de1c43b64ba9 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Network f37a69c0-4dd8-4d21-9641-e62da919cea1 is already hosted by enough agents. {{(pid=101045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:44:55.786662 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590df60f-0f70-41f5-bd8b-de1c43b64ba9 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Pushing event updated for resources: {'Port': ['ID=1ec257c4-8286-4343-bba8-11e67b393c0f,revision_number=1']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:55.795617 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.scheduler.base_scheduler [req-96171224-cd95-4ab0-802e-593f40e23a68 req-590df60f-0f70-41f5-bd8b-de1c43b64ba9 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Resources bound (agent type, host, resource id): {{(pid=101045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:44:55.804129 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.db.l3_dvrscheduler_db [req-96171224-cd95-4ab0-802e-593f40e23a68 req-590df60f-0f70-41f5-bd8b-de1c43b64ba9 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Received port after_create {{(pid=101045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:44:55.842537 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96171224-cd95-4ab0-802e-593f40e23a68 req-590df60f-0f70-41f5-bd8b-de1c43b64ba9 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:55.867514 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-96171224-cd95-4ab0-802e-593f40e23a68 req-590df60f-0f70-41f5-bd8b-de1c43b64ba9 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577872'] for port, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:55.992672 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-66ea572b-b9cc-467c-828c-1b0db9a80f25 req-e9655815-cdf6-4360-8707-f17f3cfc61d7 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/ports?device_id=81436215-e449-418b-9704-48e932596956 HTTP/1.1" status: 200 len: 210 time: 0.0652339 Sep 15 02:44:56.115671 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96686135-c022-4c6c-86ac-c13bfc0f28e5 req-51bad88b-4caa-4143-90ec-26d5da8c75ee tempest-DeleteServersTestJSON-1383848626 tempest-DeleteServersTestJSON-1383848626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:56.117306 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-96686135-c022-4c6c-86ac-c13bfc0f28e5 req-51bad88b-4caa-4143-90ec-26d5da8c75ee tempest-DeleteServersTestJSON-1383848626 tempest-DeleteServersTestJSON-1383848626-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6571485-1182-4677-9426-4b0aed932aea HTTP/1.1" status: 200 len: 943 time: 0.2460022 Sep 15 02:44:56.193233 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Device 533846ed-3690-4cbe-a489-1e22820545f3 up at agent ovs-agent-dv-cinder-759955-25-smb {{(pid=101047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:44:56.251935 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-cdbe7379-364f-47d9-9168-f47c79541a9f req-4519c183-d38f-474c-a73d-e0eb8ce2706b tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cf59451-e65c-4f13-b3e1-07c1aeb51055 HTTP/1.1" status: 200 len: 210 time: 0.1052530 Sep 15 02:44:56.276888 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Provisioning complete for port 533846ed-3690-4cbe-a489-1e22820545f3 triggered by entity L2. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:44:56.279857 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1575204'] for port, provisioning_complete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:56.390054 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-9a70fd97-ae9c-403c-829e-1059bbeabc1b req-b48ebaa7-f755-48a5-8c59-cd3e82bb6c95 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/ports?device_id=8186c944-7452-44a4-803d-b7a9d00cdc53 HTTP/1.1" status: 200 len: 210 time: 0.0509424 Sep 15 02:44:56.483109 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-96171224-cd95-4ab0-802e-593f40e23a68 req-590df60f-0f70-41f5-bd8b-de1c43b64ba9 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2879536 Sep 15 02:44:56.505034 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.38', 49688) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:44:56.507959 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-96686135-c022-4c6c-86ac-c13bfc0f28e5 req-763e84cc-4422-431e-a5d2-d1b9ba0a83a0 tempest-DeleteServersTestJSON-1383848626 tempest-DeleteServersTestJSON-1383848626-project] 10.222.0.13 "GET /v2.0/security-groups?id=a24aa79e-dc9d-4386-b425-9728020c9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3766897 Sep 15 02:44:56.523095 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.v2.base [req-96171224-cd95-4ab0-802e-593f40e23a68 req-b7f5add6-9a2a-4961-9a33-76849bf724eb service neutron] Request body: {'port': {'device_id': 'eb3fcddc-5c00-4077-8a3b-06b86f2ca670', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=101045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:44:56.592887 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-96171224-cd95-4ab0-802e-593f40e23a68 req-b7f5add6-9a2a-4961-9a33-76849bf724eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:56.674954 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a43a2c2-ae30-48a7-a996-b7c3f94febba req-18b0231d-7fbb-408e-8db6-e04dc6f0c5ca tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:56.676710 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-9a43a2c2-ae30-48a7-a996-b7c3f94febba req-18b0231d-7fbb-408e-8db6-e04dc6f0c5ca tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.38 "GET /v2.0/networks?id=f37a69c0-4dd8-4d21-9641-e62da919cea1 HTTP/1.1" status: 200 len: 819 time: 0.1613746 Sep 15 02:44:56.819763 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.v2.base [req-9a43a2c2-ae30-48a7-a996-b7c3f94febba req-55931d82-39fe-4e7a-afe8-011c08cbd66a tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Request body: {'port': {'device_id': '81436215-e449-418b-9704-48e932596956', 'network_id': 'f37a69c0-4dd8-4d21-9641-e62da919cea1', 'admin_state_up': True, 'tenant_id': 'a78d7ab424a94a83ac8ea30bcfea513a'}} {{(pid=101046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:44:56.874856 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 34610) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:44:56.955072 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-a9472faf-1002-44c8-a891-0cb2b8480106 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:57.002720 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.notifiers.nova [req-96171224-cd95-4ab0-802e-593f40e23a68 req-b7f5add6-9a2a-4961-9a33-76849bf724eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ec257c4-8286-4343-bba8-11e67b393c0f {{(pid=101045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 02:44:57.010793 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-96171224-cd95-4ab0-802e-593f40e23a68 req-b7f5add6-9a2a-4961-9a33-76849bf724eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:57.024465 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.db.provisioning_blocks [req-96171224-cd95-4ab0-802e-593f40e23a68 req-b7f5add6-9a2a-4961-9a33-76849bf724eb service neutron] Transition to ACTIVE for port object 1ec257c4-8286-4343-bba8-11e67b393c0f will not be triggered until provisioned by entity L2. {{(pid=101045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 02:44:57.041658 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a43a2c2-ae30-48a7-a996-b7c3f94febba req-55931d82-39fe-4e7a-afe8-011c08cbd66a tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Made reservation on behalf of a78d7ab424a94a83ac8ea30bcfea513a for: {'port': 1} {{(pid=101046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:44:57.044803 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [req-9a43a2c2-ae30-48a7-a996-b7c3f94febba req-55931d82-39fe-4e7a-afe8-011c08cbd66a tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:57.078059 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-96171224-cd95-4ab0-802e-593f40e23a68 req-b7f5add6-9a2a-4961-9a33-76849bf724eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:57.155598 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f5add6-9a2a-4961-9a33-76849bf724eb service neutron] Pushing event updated for resources: {'Port': ['ID=1ec257c4-8286-4343-bba8-11e67b393c0f,revision_number=2']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:57.189769 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-8a94077e-ecda-4656-9941-f0d7a316b71f req-9ac37900-5058-4577-b421-71bf43fbb877 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/ports?device_id=81436215-e449-418b-9704-48e932596956 HTTP/1.1" status: 200 len: 210 time: 0.0866699 Sep 15 02:44:57.212840 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-a9472faf-1002-44c8-a891-0cb2b8480106 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:57.212840 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.managers [req-96171224-cd95-4ab0-802e-593f40e23a68 req-b7f5add6-9a2a-4961-9a33-76849bf724eb service neutron] Attempting to bind port 1ec257c4-8286-4343-bba8-11e67b393c0f on host hv-cinder-75995 for vnic_type normal with profile {{(pid=101045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 02:44:57.212840 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.managers [req-96171224-cd95-4ab0-802e-593f40e23a68 req-b7f5add6-9a2a-4961-9a33-76849bf724eb service neutron] Attempting to bind port 1ec257c4-8286-4343-bba8-11e67b393c0f by drivers openvswitch,hyperv on host hv-cinder-75995 at level 0 using segments [{'id': 'f4b707ed-20a3-453b-a008-5d13b500ef1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f37a69c0-4dd8-4d21-9641-e62da919cea1'}] {{(pid=101045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 02:44:57.212840 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96171224-cd95-4ab0-802e-593f40e23a68 req-b7f5add6-9a2a-4961-9a33-76849bf724eb service neutron] Attempting to bind port 1ec257c4-8286-4343-bba8-11e67b393c0f on network f37a69c0-4dd8-4d21-9641-e62da919cea1 {{(pid=101045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:44:57.218362 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96171224-cd95-4ab0-802e-593f40e23a68 req-b7f5add6-9a2a-4961-9a33-76849bf724eb service neutron] Port 1ec257c4-8286-4343-bba8-11e67b393c0f on network f37a69c0-4dd8-4d21-9641-e62da919cea1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75995 {{(pid=101045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 02:44:57.218696 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96171224-cd95-4ab0-802e-593f40e23a68 req-b7f5add6-9a2a-4961-9a33-76849bf724eb service neutron] Attempting to bind port 1ec257c4-8286-4343-bba8-11e67b393c0f on network f37a69c0-4dd8-4d21-9641-e62da919cea1 {{(pid=101045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:44:57.224492 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96171224-cd95-4ab0-802e-593f40e23a68 req-b7f5add6-9a2a-4961-9a33-76849bf724eb service neutron] Checking agent: {'id': 'bf643b19-1b67-4f44-847e-0724d3e1ee06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 42, 35), 'started_at': datetime.datetime(2021, 9, 15, 2, 42, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 2, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 02:44:57.224828 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96171224-cd95-4ab0-802e-593f40e23a68 req-b7f5add6-9a2a-4961-9a33-76849bf724eb service neutron] Checking segment: {'id': 'f4b707ed-20a3-453b-a008-5d13b500ef1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f37a69c0-4dd8-4d21-9641-e62da919cea1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:44:57.225210 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96171224-cd95-4ab0-802e-593f40e23a68 req-b7f5add6-9a2a-4961-9a33-76849bf724eb service neutron] Bound using segment: {'id': 'f4b707ed-20a3-453b-a008-5d13b500ef1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f37a69c0-4dd8-4d21-9641-e62da919cea1'} {{(pid=101045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 02:44:57.225633 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.managers [req-96171224-cd95-4ab0-802e-593f40e23a68 req-b7f5add6-9a2a-4961-9a33-76849bf724eb service neutron] Bound port: 1ec257c4-8286-4343-bba8-11e67b393c0f, host: hv-cinder-75995, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4b707ed-20a3-453b-a008-5d13b500ef1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f37a69c0-4dd8-4d21-9641-e62da919cea1'}}] {{(pid=101045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 02:44:57.225986 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-96171224-cd95-4ab0-802e-593f40e23a68 req-b7f5add6-9a2a-4961-9a33-76849bf724eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:57.302690 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.db [req-96171224-cd95-4ab0-802e-593f40e23a68 req-b7f5add6-9a2a-4961-9a33-76849bf724eb service neutron] For port 1ec257c4-8286-4343-bba8-11e67b393c0f, host hv-cinder-75995, cleared binding levels {{(pid=101045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 02:44:57.306629 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.db [req-96171224-cd95-4ab0-802e-593f40e23a68 req-b7f5add6-9a2a-4961-9a33-76849bf724eb service neutron] For port 1ec257c4-8286-4343-bba8-11e67b393c0f, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=1ec257c4-8286-4343-bba8-11e67b393c0f,segment=NetworkSegment(f4b707ed-20a3-453b-a008-5d13b500ef1a),segment_id=f4b707ed-20a3-453b-a008-5d13b500ef1a)] {{(pid=101045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 02:44:57.309559 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-a9472faf-1002-44c8-a891-0cb2b8480106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:57.353008 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9472faf-1002-44c8-a891-0cb2b8480106 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7040492e-395f-4735-8615-71a825750224,revision_number=1']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:57.357443 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-a9472faf-1002-44c8-a891-0cb2b8480106 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f086699e52bb4517b0210f993e36badd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4808443 Sep 15 02:44:57.360949 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 34626) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:44:57.375419 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-96171224-cd95-4ab0-802e-593f40e23a68 req-b7f5add6-9a2a-4961-9a33-76849bf724eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:57.380352 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.db.db_base_plugin_common [req-9a43a2c2-ae30-48a7-a996-b7c3f94febba req-55931d82-39fe-4e7a-afe8-011c08cbd66a tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Allocated IP 172.20.0.11 (f37a69c0-4dd8-4d21-9641-e62da919cea1/f4bc3747-1b39-45b5-bc17-aa1d3078521b/f4fb289e-00a9-45d8-a562-77ca178d76d4) {{(pid=101046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:44:57.391815 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 34628) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:44:57.467822 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96171224-cd95-4ab0-802e-593f40e23a68 req-b7f5add6-9a2a-4961-9a33-76849bf724eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:57.468909 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-96171224-cd95-4ab0-802e-593f40e23a68 req-b7f5add6-9a2a-4961-9a33-76849bf724eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577872'] for port, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:57.471566 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-96171224-cd95-4ab0-802e-593f40e23a68 req-b7f5add6-9a2a-4961-9a33-76849bf724eb service neutron] 10.222.0.38 "PUT /v2.0/ports/1ec257c4-8286-4343-bba8-11e67b393c0f HTTP/1.1" status: 200 len: 1094 time: 0.9539125 Sep 15 02:44:57.480297 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb3fcddc-5c00-4077-8a3b-06b86f2ca670', 'tag': '1ec257c4-8286-4343-bba8-11e67b393c0f'}] {{(pid=101045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:44:57.487556 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86c436101efe1a363cd74fb96c1b6796ca3087f8916af27063bbdf5683c89520" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e56af2b2-78ff-4dd0-a735-adba04ad0586" -d '{"events": [{"name": "network-changed", "server_uuid": "eb3fcddc-5c00-4077-8a3b-06b86f2ca670", "tag": "1ec257c4-8286-4343-bba8-11e67b393c0f"}]}' {{(pid=101045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:44:57.527549 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-2ab9ad97-d6b2-4312-95ea-167fd9302ea7 req-f5691c28-7048-4f00-ab9d-4e3093f80e1e tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/ports?device_id=8186c944-7452-44a4-803d-b7a9d00cdc53 HTTP/1.1" status: 200 len: 210 time: 0.0411503 Sep 15 02:44:57.545085 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-da437bba-0a15-41de-994d-3682ee9babe8 req-3f4be11f-e225-403f-b873-b40b15581f1c tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cf59451-e65c-4f13-b3e1-07c1aeb51055 HTTP/1.1" status: 200 len: 210 time: 0.1668167 Sep 15 02:44:57.599147 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f5add6-9a2a-4961-9a33-76849bf724eb service neutron] Pushing event updated for resources: {'Port': ['ID=1ec257c4-8286-4343-bba8-11e67b393c0f,revision_number=3']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:57.614166 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 02:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8295a08-8c3c-482b-8e30-2874ef12daa1 x-openstack-request-id: req-b8295a08-8c3c-482b-8e30-2874ef12daa1 {{(pid=101045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:44:57.614534 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb3fcddc-5c00-4077-8a3b-06b86f2ca670", "tag": "1ec257c4-8286-4343-bba8-11e67b393c0f", "status": "completed", "code": 200}]} {{(pid=101045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:44:57.614887 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b8295a08-8c3c-482b-8e30-2874ef12daa1 {{(pid=101045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:44:57.616024 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb3fcddc-5c00-4077-8a3b-06b86f2ca670', 'tag': '1ec257c4-8286-4343-bba8-11e67b393c0f', 'status': 'completed', 'code': 200} Sep 15 02:44:57.617620 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-b3dce13c-0961-44a8-a023-eb60522b7b21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:57.634721 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-6694f33a-8e62-4cec-a8bc-e78bdd234351 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:57.669198 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [req-9a43a2c2-ae30-48a7-a996-b7c3f94febba req-55931d82-39fe-4e7a-afe8-011c08cbd66a tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Notify callbacks [] for port, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:57.737560 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-b3dce13c-0961-44a8-a023-eb60522b7b21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:57.772727 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96171224-cd95-4ab0-802e-593f40e23a68 req-c61d4a94-0597-434f-a6de-e5e50e93176d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:57.774011 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-96171224-cd95-4ab0-802e-593f40e23a68 req-c61d4a94-0597-434f-a6de-e5e50e93176d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a78d7ab424a94a83ac8ea30bcfea513a&device_id=eb3fcddc-5c00-4077-8a3b-06b86f2ca670 HTTP/1.1" status: 200 len: 1097 time: 0.1457450 Sep 15 02:44:57.814813 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-6694f33a-8e62-4cec-a8bc-e78bdd234351 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:57.837279 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042d9b83-c4d9-4163-8d8d-005d310ea965 req-e202decd-482d-470a-a4d7-f137f89604ec tempest-DeleteServersTestJSON-1383848626 tempest-DeleteServersTestJSON-1383848626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:57.838797 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-042d9b83-c4d9-4163-8d8d-005d310ea965 req-e202decd-482d-470a-a4d7-f137f89604ec tempest-DeleteServersTestJSON-1383848626 tempest-DeleteServersTestJSON-1383848626-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6571485-1182-4677-9426-4b0aed932aea HTTP/1.1" status: 200 len: 943 time: 0.1470881 Sep 15 02:44:57.840871 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-96171224-cd95-4ab0-802e-593f40e23a68 req-57900729-3d3f-4286-ac11-b41ca1803929 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1ec257c4-8286-4343-bba8-11e67b393c0f HTTP/1.1" status: 200 len: 217 time: 0.0537689 Sep 15 02:44:57.859670 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [req-9a43a2c2-ae30-48a7-a996-b7c3f94febba req-55931d82-39fe-4e7a-afe8-011c08cbd66a tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781587269048'] for port, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:57.917124 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-042d9b83-c4d9-4163-8d8d-005d310ea965 req-0be8ae02-b813-45be-b000-df2599b0d006 tempest-DeleteServersTestJSON-1383848626 tempest-DeleteServersTestJSON-1383848626-project] 10.222.0.13 "GET /v2.0/security-groups?id=a24aa79e-dc9d-4386-b425-9728020c9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709023 Sep 15 02:44:57.920778 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96171224-cd95-4ab0-802e-593f40e23a68 req-1a58f281-26a1-4542-be48-7a28733b5ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:57.922843 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-96171224-cd95-4ab0-802e-593f40e23a68 req-1a58f281-26a1-4542-be48-7a28733b5ea5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f4bc3747-1b39-45b5-bc17-aa1d3078521b HTTP/1.1" status: 200 len: 859 time: 0.0697858 Sep 15 02:44:57.941075 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-6694f33a-8e62-4cec-a8bc-e78bdd234351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:57.972758 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-96171224-cd95-4ab0-802e-593f40e23a68 req-523d8ee9-d63e-4cf8-a5fa-c8038f1cbcdb service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f37a69c0-4dd8-4d21-9641-e62da919cea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381901 Sep 15 02:44:57.975328 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a43a2c2-ae30-48a7-a996-b7c3f94febba req-55931d82-39fe-4e7a-afe8-011c08cbd66a tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Network f37a69c0-4dd8-4d21-9641-e62da919cea1 is already hosted by enough agents. {{(pid=101046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:44:58.005565 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.scheduler.base_scheduler [req-9a43a2c2-ae30-48a7-a996-b7c3f94febba req-55931d82-39fe-4e7a-afe8-011c08cbd66a tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Resources bound (agent type, host, resource id): {{(pid=101046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:44:58.011041 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55931d82-39fe-4e7a-afe8-011c08cbd66a tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Pushing event updated for resources: {'Port': ['ID=f4fb289e-00a9-45d8-a562-77ca178d76d4,revision_number=1']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:58.012582 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-b3dce13c-0961-44a8-a023-eb60522b7b21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:58.014587 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a43a2c2-ae30-48a7-a996-b7c3f94febba req-55931d82-39fe-4e7a-afe8-011c08cbd66a tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Received port after_create {{(pid=101046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:44:58.016151 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-b3dce13c-0961-44a8-a023-eb60522b7b21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:58.017469 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-b3dce13c-0961-44a8-a023-eb60522b7b21 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7040492e-395f-4735-8615-71a825750224 HTTP/1.1" status: 204 len: 168 time: 0.6552811 Sep 15 02:44:58.023366 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a43a2c2-ae30-48a7-a996-b7c3f94febba req-55931d82-39fe-4e7a-afe8-011c08cbd66a tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:58.024000 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [req-9a43a2c2-ae30-48a7-a996-b7c3f94febba req-55931d82-39fe-4e7a-afe8-011c08cbd66a tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577872'] for port, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:58.032723 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-6694f33a-8e62-4cec-a8bc-e78bdd234351 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e5755c50330d4912bc8e3de8b51f4d27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6370125 Sep 15 02:44:58.035330 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6694f33a-8e62-4cec-a8bc-e78bdd234351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4ca7b33-8c81-4b9e-a803-bfc96804ba8d,revision_number=1']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:58.038073 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 34654) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:44:58.070039 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dce13c-0961-44a8-a023-eb60522b7b21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7040492e-395f-4735-8615-71a825750224,revision_number=None']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:58.111791 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-9a43a2c2-ae30-48a7-a996-b7c3f94febba req-55931d82-39fe-4e7a-afe8-011c08cbd66a tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3018301 Sep 15 02:44:58.122752 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.v2.base [req-9a43a2c2-ae30-48a7-a996-b7c3f94febba req-04b2d531-41d5-4c2f-b533-0ae62e076bd5 service neutron] Request body: {'port': {'device_id': '81436215-e449-418b-9704-48e932596956', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=101046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:44:58.150999 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-96171224-cd95-4ab0-802e-593f40e23a68 req-55f3fb00-3956-4d45-a490-dfdfd7fbee0d service neutron] 10.222.0.38 "GET /v2.0/networks/f37a69c0-4dd8-4d21-9641-e62da919cea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739845 Sep 15 02:44:58.153786 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-8c1c3af4-7013-40a0-b3f1-741701fadcf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:58.183821 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [req-9a43a2c2-ae30-48a7-a996-b7c3f94febba req-04b2d531-41d5-4c2f-b533-0ae62e076bd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:58.201623 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-8c1c3af4-7013-40a0-b3f1-741701fadcf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:58.317961 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-96171224-cd95-4ab0-802e-593f40e23a68 req-2499624a-d6a9-4f6c-8f9a-7e98a7b6b1e0 service neutron] 10.222.0.38 "GET /v2.0/networks/f37a69c0-4dd8-4d21-9641-e62da919cea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536949 Sep 15 02:44:58.447302 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-8c1c3af4-7013-40a0-b3f1-741701fadcf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:58.451006 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-8c1c3af4-7013-40a0-b3f1-741701fadcf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:58.453441 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-8c1c3af4-7013-40a0-b3f1-741701fadcf1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d4ca7b33-8c81-4b9e-a803-bfc96804ba8d HTTP/1.1" status: 204 len: 168 time: 0.4027851 Sep 15 02:44:58.515619 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.38', 49696) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:44:58.549976 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1c3af4-7013-40a0-b3f1-741701fadcf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4ca7b33-8c81-4b9e-a803-bfc96804ba8d,revision_number=None']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:58.562936 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56af2b2-78ff-4dd0-a735-adba04ad0586 req-07cc406f-eeb0-4f25-9417-40a1c8736996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:58.564747 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-e56af2b2-78ff-4dd0-a735-adba04ad0586 req-07cc406f-eeb0-4f25-9417-40a1c8736996 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a78d7ab424a94a83ac8ea30bcfea513a&device_id=eb3fcddc-5c00-4077-8a3b-06b86f2ca670 HTTP/1.1" status: 200 len: 1097 time: 0.1099184 Sep 15 02:44:58.688937 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63de18fe-df41-45e5-9bc2-770a2f14f276 req-177bd8d2-efb0-446a-ae09-8b74310e8396 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:58.691014 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-63de18fe-df41-45e5-9bc2-770a2f14f276 req-177bd8d2-efb0-446a-ae09-8b74310e8396 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/ports?device_id=81436215-e449-418b-9704-48e932596956 HTTP/1.1" status: 200 len: 932 time: 0.2951009 Sep 15 02:44:58.698565 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-9c9df583-252d-4aca-a4b6-6ef692c09128 req-f1fc2256-180a-412a-b22f-02aba1b94dd7 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/ports?device_id=8186c944-7452-44a4-803d-b7a9d00cdc53 HTTP/1.1" status: 200 len: 210 time: 0.0326631 Sep 15 02:44:58.721060 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56af2b2-78ff-4dd0-a735-adba04ad0586 req-a92406a6-c9cb-4f6d-b024-01d83cd30d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:58.721143 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-e56af2b2-78ff-4dd0-a735-adba04ad0586 req-a92406a6-c9cb-4f6d-b024-01d83cd30d0c service neutron] 10.222.0.38 "GET /v2.0/networks?id=f37a69c0-4dd8-4d21-9641-e62da919cea1 HTTP/1.1" status: 200 len: 920 time: 0.1421480 Sep 15 02:44:58.772246 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-e56af2b2-78ff-4dd0-a735-adba04ad0586 req-30dec70a-9d94-490f-8ced-bf8e119edca3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1ec257c4-8286-4343-bba8-11e67b393c0f HTTP/1.1" status: 200 len: 217 time: 0.0439715 Sep 15 02:44:58.835037 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-c936a1af-a770-4ac2-ab9b-e551e93a5140 req-74407dc5-a4e5-4f5d-a8a6-582030c6d5e0 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cf59451-e65c-4f13-b3e1-07c1aeb51055 HTTP/1.1" status: 200 len: 210 time: 0.0582778 Sep 15 02:44:58.901851 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56af2b2-78ff-4dd0-a735-adba04ad0586 req-c58e89ff-8890-4e54-9efb-0a5de772b06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:58.904455 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-e56af2b2-78ff-4dd0-a735-adba04ad0586 req-c58e89ff-8890-4e54-9efb-0a5de772b06c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f4bc3747-1b39-45b5-bc17-aa1d3078521b HTTP/1.1" status: 200 len: 859 time: 0.1175461 Sep 15 02:44:58.930089 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-63de18fe-df41-45e5-9bc2-770a2f14f276 req-463171d7-2574-46f7-af83-6661807ab2a0 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a48ec5e-5483-47a7-a61c-ca706341677d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272515 Sep 15 02:44:58.959174 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-e56af2b2-78ff-4dd0-a735-adba04ad0586 req-ce7edd73-2e60-4e5e-b0a3-dfb1dfd3899d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f37a69c0-4dd8-4d21-9641-e62da919cea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451088 Sep 15 02:44:59.209842 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3555554-d55b-437b-b528-5373a5b22ff2 req-d2e4bef4-1c1c-462a-8279-8c94768d2f0b tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:59.212247 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-e3555554-d55b-437b-b528-5373a5b22ff2 req-d2e4bef4-1c1c-462a-8279-8c94768d2f0b tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.38 "GET /v2.0/networks?id=559d7eea-ef89-4b33-b717-afb1545433a5 HTTP/1.1" status: 200 len: 816 time: 0.6943800 Sep 15 02:44:59.240933 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.notifiers.nova [req-9a43a2c2-ae30-48a7-a996-b7c3f94febba req-04b2d531-41d5-4c2f-b533-0ae62e076bd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4fb289e-00a9-45d8-a562-77ca178d76d4 {{(pid=101046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 02:44:59.252402 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-e56af2b2-78ff-4dd0-a735-adba04ad0586 req-cb7a6b36-35dc-45d0-9656-3bd20b79b73e service neutron] 10.222.0.38 "GET /v2.0/networks/f37a69c0-4dd8-4d21-9641-e62da919cea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2848318 Sep 15 02:44:59.258158 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [req-9a43a2c2-ae30-48a7-a996-b7c3f94febba req-04b2d531-41d5-4c2f-b533-0ae62e076bd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:59.292641 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de45d0d6-18ae-4e62-b826-7b2c4ba656ed req-4d30b71c-79b0-4039-a73a-9fe2d8918f61 tempest-DeleteServersTestJSON-1383848626 tempest-DeleteServersTestJSON-1383848626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:59.298960 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-de45d0d6-18ae-4e62-b826-7b2c4ba656ed req-4d30b71c-79b0-4039-a73a-9fe2d8918f61 tempest-DeleteServersTestJSON-1383848626 tempest-DeleteServersTestJSON-1383848626-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6571485-1182-4677-9426-4b0aed932aea HTTP/1.1" status: 200 len: 943 time: 0.1297035 Sep 15 02:44:59.299140 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.db.provisioning_blocks [req-9a43a2c2-ae30-48a7-a996-b7c3f94febba req-04b2d531-41d5-4c2f-b533-0ae62e076bd5 service neutron] Transition to ACTIVE for port object f4fb289e-00a9-45d8-a562-77ca178d76d4 will not be triggered until provisioned by entity L2. {{(pid=101046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 02:44:59.308336 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-e3555554-d55b-437b-b528-5373a5b22ff2 req-66738dcc-cf5f-4d22-bc71-08caee4d3e07 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf1160da16cc4aa8a8f7f5065e5f7661 HTTP/1.1" status: 200 len: 380 time: 0.0844216 Sep 15 02:44:59.318183 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.v2.base [req-e3555554-d55b-437b-b528-5373a5b22ff2 req-c0b2cffd-bc72-4f3a-aa12-23b51626f199 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Request body: {'port': {'device_id': '3cf59451-e65c-4f13-b3e1-07c1aeb51055', 'network_id': '559d7eea-ef89-4b33-b717-afb1545433a5', 'admin_state_up': True, 'tenant_id': 'bf1160da16cc4aa8a8f7f5065e5f7661', 'security_groups': ['aea3f50e-21de-421b-b9af-b4641846795e']}} {{(pid=101046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:44:59.382665 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-de45d0d6-18ae-4e62-b826-7b2c4ba656ed req-ac46a58e-6de0-41c9-bde8-ce09fc6db91d tempest-DeleteServersTestJSON-1383848626 tempest-DeleteServersTestJSON-1383848626-project] 10.222.0.13 "GET /v2.0/security-groups?id=a24aa79e-dc9d-4386-b425-9728020c9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767746 Sep 15 02:44:59.388374 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-e56af2b2-78ff-4dd0-a735-adba04ad0586 req-f19ff596-8f40-4be0-bd57-d828dc8b738c service neutron] 10.222.0.38 "GET /v2.0/networks/f37a69c0-4dd8-4d21-9641-e62da919cea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281512 Sep 15 02:44:59.448832 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [req-9a43a2c2-ae30-48a7-a996-b7c3f94febba req-04b2d531-41d5-4c2f-b533-0ae62e076bd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:59.501703 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b2d531-41d5-4c2f-b533-0ae62e076bd5 service neutron] Pushing event updated for resources: {'Port': ['ID=f4fb289e-00a9-45d8-a562-77ca178d76d4,revision_number=2']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:44:59.556262 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3555554-d55b-437b-b528-5373a5b22ff2 req-c0b2cffd-bc72-4f3a-aa12-23b51626f199 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Made reservation on behalf of bf1160da16cc4aa8a8f7f5065e5f7661 for: {'port': 1} {{(pid=101046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:44:59.561755 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [req-e3555554-d55b-437b-b528-5373a5b22ff2 req-c0b2cffd-bc72-4f3a-aa12-23b51626f199 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:59.576269 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.managers [req-9a43a2c2-ae30-48a7-a996-b7c3f94febba req-04b2d531-41d5-4c2f-b533-0ae62e076bd5 service neutron] Attempting to bind port f4fb289e-00a9-45d8-a562-77ca178d76d4 on host hv-cinder-75995 for vnic_type normal with profile {{(pid=101046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 02:44:59.576613 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.managers [req-9a43a2c2-ae30-48a7-a996-b7c3f94febba req-04b2d531-41d5-4c2f-b533-0ae62e076bd5 service neutron] Attempting to bind port f4fb289e-00a9-45d8-a562-77ca178d76d4 by drivers openvswitch,hyperv on host hv-cinder-75995 at level 0 using segments [{'id': 'f4b707ed-20a3-453b-a008-5d13b500ef1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f37a69c0-4dd8-4d21-9641-e62da919cea1'}] {{(pid=101046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 02:44:59.576940 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a43a2c2-ae30-48a7-a996-b7c3f94febba req-04b2d531-41d5-4c2f-b533-0ae62e076bd5 service neutron] Attempting to bind port f4fb289e-00a9-45d8-a562-77ca178d76d4 on network f37a69c0-4dd8-4d21-9641-e62da919cea1 {{(pid=101046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:44:59.577540 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1c8806-9a47-4e61-9ca9-0b456010bb86 req-04ac26cf-a649-49d7-9d2d-cb7c074f3c25 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:59.580125 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-de1c8806-9a47-4e61-9ca9-0b456010bb86 req-04ac26cf-a649-49d7-9d2d-cb7c074f3c25 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.38 "GET /v2.0/networks?id=6f57639e-ff61-4a6a-8bb7-4f6634a3a645 HTTP/1.1" status: 200 len: 811 time: 0.1224289 Sep 15 02:44:59.584442 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a43a2c2-ae30-48a7-a996-b7c3f94febba req-04b2d531-41d5-4c2f-b533-0ae62e076bd5 service neutron] Port f4fb289e-00a9-45d8-a562-77ca178d76d4 on network f37a69c0-4dd8-4d21-9641-e62da919cea1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75995 {{(pid=101046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 02:44:59.586840 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a43a2c2-ae30-48a7-a996-b7c3f94febba req-04b2d531-41d5-4c2f-b533-0ae62e076bd5 service neutron] Attempting to bind port f4fb289e-00a9-45d8-a562-77ca178d76d4 on network f37a69c0-4dd8-4d21-9641-e62da919cea1 {{(pid=101046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:44:59.593360 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a43a2c2-ae30-48a7-a996-b7c3f94febba req-04b2d531-41d5-4c2f-b533-0ae62e076bd5 service neutron] Checking agent: {'id': 'bf643b19-1b67-4f44-847e-0724d3e1ee06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 42, 35), 'started_at': datetime.datetime(2021, 9, 15, 2, 42, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 2, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 02:44:59.593697 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a43a2c2-ae30-48a7-a996-b7c3f94febba req-04b2d531-41d5-4c2f-b533-0ae62e076bd5 service neutron] Checking segment: {'id': 'f4b707ed-20a3-453b-a008-5d13b500ef1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f37a69c0-4dd8-4d21-9641-e62da919cea1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:44:59.594324 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a43a2c2-ae30-48a7-a996-b7c3f94febba req-04b2d531-41d5-4c2f-b533-0ae62e076bd5 service neutron] Bound using segment: {'id': 'f4b707ed-20a3-453b-a008-5d13b500ef1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f37a69c0-4dd8-4d21-9641-e62da919cea1'} {{(pid=101046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 02:44:59.595347 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.managers [req-9a43a2c2-ae30-48a7-a996-b7c3f94febba req-04b2d531-41d5-4c2f-b533-0ae62e076bd5 service neutron] Bound port: f4fb289e-00a9-45d8-a562-77ca178d76d4, host: hv-cinder-75995, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4b707ed-20a3-453b-a008-5d13b500ef1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f37a69c0-4dd8-4d21-9641-e62da919cea1'}}] {{(pid=101046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 02:44:59.595701 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [req-9a43a2c2-ae30-48a7-a996-b7c3f94febba req-04b2d531-41d5-4c2f-b533-0ae62e076bd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:59.642744 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-de1c8806-9a47-4e61-9ca9-0b456010bb86 req-658d90b3-f5cd-4035-9c59-6920e9a9f9dc tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b73a94c214748a88ea9fc76fb540004 HTTP/1.1" status: 200 len: 380 time: 0.0516396 Sep 15 02:44:59.653108 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.v2.base [req-de1c8806-9a47-4e61-9ca9-0b456010bb86 req-513094d4-7b96-43fe-8965-764bcd487cca tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Request body: {'port': {'device_id': '8186c944-7452-44a4-803d-b7a9d00cdc53', 'network_id': '6f57639e-ff61-4a6a-8bb7-4f6634a3a645', 'admin_state_up': True, 'tenant_id': '3b73a94c214748a88ea9fc76fb540004', 'security_groups': ['005c9161-3e16-459b-9a3f-a4e8732292ac']}} {{(pid=101045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:44:59.709735 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 34714) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:44:59.725926 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-f465db8c-d323-4345-8842-6d42be108cd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:59.763706 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.db [req-9a43a2c2-ae30-48a7-a996-b7c3f94febba req-04b2d531-41d5-4c2f-b533-0ae62e076bd5 service neutron] For port f4fb289e-00a9-45d8-a562-77ca178d76d4, host hv-cinder-75995, cleared binding levels {{(pid=101046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 02:44:59.773632 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.db [req-9a43a2c2-ae30-48a7-a996-b7c3f94febba req-04b2d531-41d5-4c2f-b533-0ae62e076bd5 service neutron] For port f4fb289e-00a9-45d8-a562-77ca178d76d4, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=f4fb289e-00a9-45d8-a562-77ca178d76d4,segment=NetworkSegment(f4b707ed-20a3-453b-a008-5d13b500ef1a),segment_id=f4b707ed-20a3-453b-a008-5d13b500ef1a)] {{(pid=101046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 02:44:59.825607 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-d478af63-5383-4db9-9d63-cc57a0758092 req-d5de723e-b2da-49f7-a32e-3c67630a5c81 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/ports?device_id=8186c944-7452-44a4-803d-b7a9d00cdc53 HTTP/1.1" status: 200 len: 210 time: 0.0369110 Sep 15 02:44:59.847808 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.db.db_base_plugin_common [req-e3555554-d55b-437b-b528-5373a5b22ff2 req-c0b2cffd-bc72-4f3a-aa12-23b51626f199 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Allocated IP 172.20.0.5 (559d7eea-ef89-4b33-b717-afb1545433a5/16cede8a-7007-4219-aa2d-1189c5c08411/7803cf27-e539-421b-b66e-690840106306) {{(pid=101046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:44:59.869661 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [req-9a43a2c2-ae30-48a7-a996-b7c3f94febba req-04b2d531-41d5-4c2f-b533-0ae62e076bd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:59.892693 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-f465db8c-d323-4345-8842-6d42be108cd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:59.919156 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Device ccfe8f69-f7cf-41b3-845c-e428beded057 details requested by agent hyperv_hv-cinder-75995 with host hv-cinder-75995 {{(pid=101047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 02:44:59.923103 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a43a2c2-ae30-48a7-a996-b7c3f94febba req-04b2d531-41d5-4c2f-b533-0ae62e076bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:44:59.923945 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [req-9a43a2c2-ae30-48a7-a996-b7c3f94febba req-04b2d531-41d5-4c2f-b533-0ae62e076bd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577872'] for port, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:44:59.925405 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-9a43a2c2-ae30-48a7-a996-b7c3f94febba req-04b2d531-41d5-4c2f-b533-0ae62e076bd5 service neutron] 10.222.0.38 "PUT /v2.0/ports/f4fb289e-00a9-45d8-a562-77ca178d76d4 HTTP/1.1" status: 200 len: 1094 time: 1.8069878 Sep 15 02:44:59.932047 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81436215-e449-418b-9704-48e932596956', 'tag': 'f4fb289e-00a9-45d8-a562-77ca178d76d4'}] {{(pid=101046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:44:59.991668 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-95ccbe05-dade-49a3-92f6-656203969895 req-767f166e-6ec3-4a9c-85eb-1304dc353bb2 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cf59451-e65c-4f13-b3e1-07c1aeb51055 HTTP/1.1" status: 200 len: 210 time: 0.0537727 Sep 15 02:45:00.035678 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-f465db8c-d323-4345-8842-6d42be108cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:00.139061 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] For port ccfe8f69-f7cf-41b3-845c-e428beded057, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=ccfe8f69-f7cf-41b3-845c-e428beded057,segment=NetworkSegment(33bce18f-4ace-46c7-9cb8-981fd4928ec3),segment_id=33bce18f-4ace-46c7-9cb8-981fd4928ec3)] {{(pid=101047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:45:00.147536 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f465db8c-d323-4345-8842-6d42be108cd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c59c2490-d3ca-4feb-8e81-2dc453459ec6,revision_number=1']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:00.154561 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Returning: {'device': 'ccfe8f69-f7cf-41b3-845c-e428beded057', 'network_id': 'd8fb3ab3-880f-48dc-9618-291b77d2bb9e', 'port_id': 'ccfe8f69-f7cf-41b3-845c-e428beded057', 'mac_address': 'fa:16:3e:53:7e:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97a9988f-b7c9-44b1-988d-c39679de79f8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 02:45:00.176794 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de1c8806-9a47-4e61-9ca9-0b456010bb86 req-513094d4-7b96-43fe-8965-764bcd487cca tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Made reservation on behalf of 3b73a94c214748a88ea9fc76fb540004 for: {'port': 1} {{(pid=101045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:45:00.180792 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-de1c8806-9a47-4e61-9ca9-0b456010bb86 req-513094d4-7b96-43fe-8965-764bcd487cca tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:00.203481 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b2d531-41d5-4c2f-b533-0ae62e076bd5 service neutron] Pushing event updated for resources: {'Port': ['ID=f4fb289e-00a9-45d8-a562-77ca178d76d4,revision_number=3']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:00.208767 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-f465db8c-d323-4345-8842-6d42be108cd5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e210632c26104467ad27b3bea97ce67e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4953942 Sep 15 02:45:00.220907 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 34738) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:45:00.267714 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09f236bde6c897f5223593461388a859426f0e46db55c614fbf86303128fc53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d21131c-3d57-4319-abad-0dd6377c2ded" -d '{"events": [{"name": "network-changed", "server_uuid": "81436215-e449-418b-9704-48e932596956", "tag": "f4fb289e-00a9-45d8-a562-77ca178d76d4"}]}' {{(pid=101046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:45:00.354078 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:00.374403 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a43a2c2-ae30-48a7-a996-b7c3f94febba req-eae3f870-0e33-4257-9b6d-3f5c4486d7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:00.374733 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-9a43a2c2-ae30-48a7-a996-b7c3f94febba req-eae3f870-0e33-4257-9b6d-3f5c4486d7bc service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a78d7ab424a94a83ac8ea30bcfea513a&device_id=81436215-e449-418b-9704-48e932596956 HTTP/1.1" status: 200 len: 1097 time: 0.2900445 Sep 15 02:45:00.391787 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.notifiers.nova [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccfe8f69-f7cf-41b3-845c-e428beded057 {{(pid=101047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 02:45:00.398726 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-68e364e8-cf6f-48fd-8de9-b8ca9e8abef1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:00.402020 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4136b9fd-ff2e-48e4-86ee-6e2f00fd5318 req-948d61f9-fe1b-40ca-aa76-3e1122496173 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:00.403580 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-4136b9fd-ff2e-48e4-86ee-6e2f00fd5318 req-948d61f9-fe1b-40ca-aa76-3e1122496173 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/ports?device_id=81436215-e449-418b-9704-48e932596956 HTTP/1.1" status: 200 len: 944 time: 0.2666373 Sep 15 02:45:00.416527 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] For port ccfe8f69-f7cf-41b3-845c-e428beded057, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=ccfe8f69-f7cf-41b3-845c-e428beded057,segment=NetworkSegment(33bce18f-4ace-46c7-9cb8-981fd4928ec3),segment_id=33bce18f-4ace-46c7-9cb8-981fd4928ec3)] {{(pid=101047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:45:00.481565 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [req-e3555554-d55b-437b-b528-5373a5b22ff2 req-c0b2cffd-bc72-4f3a-aa12-23b51626f199 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Notify callbacks [] for port, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:00.498427 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-68e364e8-cf6f-48fd-8de9-b8ca9e8abef1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:00.509268 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.db.db_base_plugin_common [req-de1c8806-9a47-4e61-9ca9-0b456010bb86 req-513094d4-7b96-43fe-8965-764bcd487cca tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Allocated IP 172.20.0.12 (6f57639e-ff61-4a6a-8bb7-4f6634a3a645/a0f1f6f6-a304-49b2-a651-7b609fdec3ef/53637e70-77fe-413e-9843-c1c348bf5fea) {{(pid=101045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:45:00.512010 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-9a43a2c2-ae30-48a7-a996-b7c3f94febba req-f3a12249-335b-47a3-b370-9713066389c1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f4fb289e-00a9-45d8-a562-77ca178d76d4 HTTP/1.1" status: 200 len: 217 time: 0.1288416 Sep 15 02:45:00.526824 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:00.577020 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-4136b9fd-ff2e-48e4-86ee-6e2f00fd5318 req-6404ac2c-e306-4ef5-b665-a4d9568e3c81 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a48ec5e-5483-47a7-a61c-ca706341677d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311986 Sep 15 02:45:00.631576 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a43a2c2-ae30-48a7-a996-b7c3f94febba req-bc58970d-b16b-4c81-8604-4ae5929d771a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:00.631576 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-9a43a2c2-ae30-48a7-a996-b7c3f94febba req-bc58970d-b16b-4c81-8604-4ae5929d771a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f4bc3747-1b39-45b5-bc17-aa1d3078521b HTTP/1.1" status: 200 len: 859 time: 0.1091695 Sep 15 02:45:00.631816 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Pushing event updated for resources: {'Port': ['ID=ccfe8f69-f7cf-41b3-845c-e428beded057,revision_number=4']} {{(pid=101047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:00.640964 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 02:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75c50cf3-1d0d-4b0e-b9dd-fbb94d3f4408 x-openstack-request-id: req-75c50cf3-1d0d-4b0e-b9dd-fbb94d3f4408 {{(pid=101046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:45:00.641444 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81436215-e449-418b-9704-48e932596956", "tag": "f4fb289e-00a9-45d8-a562-77ca178d76d4", "status": "completed", "code": 200}]} {{(pid=101046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:45:00.642143 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-75c50cf3-1d0d-4b0e-b9dd-fbb94d3f4408 {{(pid=101046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:45:00.642365 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81436215-e449-418b-9704-48e932596956', 'tag': 'f4fb289e-00a9-45d8-a562-77ca178d76d4', 'status': 'completed', 'code': 200} Sep 15 02:45:00.696621 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-9a43a2c2-ae30-48a7-a996-b7c3f94febba req-9ab3bdd7-de97-4d7a-a61e-c23b8d236a71 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f37a69c0-4dd8-4d21-9641-e62da919cea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533400 Sep 15 02:45:00.701346 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-68e364e8-cf6f-48fd-8de9-b8ca9e8abef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:00.704600 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-68e364e8-cf6f-48fd-8de9-b8ca9e8abef1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:00.705439 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-68e364e8-cf6f-48fd-8de9-b8ca9e8abef1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c59c2490-d3ca-4feb-8e81-2dc453459ec6 HTTP/1.1" status: 204 len: 168 time: 0.4834132 Sep 15 02:45:00.739420 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e364e8-cf6f-48fd-8de9-b8ca9e8abef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c59c2490-d3ca-4feb-8e81-2dc453459ec6,revision_number=None']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:00.768394 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] get_ports_and_sgs() called for port_ids ['ccfe8f69-f7cf-41b3-845c-e428beded057'] {{(pid=101047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 02:45:00.772005 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [req-e3555554-d55b-437b-b528-5373a5b22ff2 req-c0b2cffd-bc72-4f3a-aa12-23b51626f199 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781587269048'] for port, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:00.807110 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-de1c8806-9a47-4e61-9ca9-0b456010bb86 req-513094d4-7b96-43fe-8965-764bcd487cca tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Notify callbacks [] for port, precommit_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:00.970638 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-1c9fa253-b303-42ef-876b-151df2eca66e req-a5d5e1b9-b9c3-4b53-b811-550557c59789 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/ports?device_id=8186c944-7452-44a4-803d-b7a9d00cdc53 HTTP/1.1" status: 200 len: 210 time: 0.0381026 Sep 15 02:45:01.006760 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-de1c8806-9a47-4e61-9ca9-0b456010bb86 req-513094d4-7b96-43fe-8965-764bcd487cca tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781587269048'] for port, after_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:01.025167 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3555554-d55b-437b-b528-5373a5b22ff2 req-c0b2cffd-bc72-4f3a-aa12-23b51626f199 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Network 559d7eea-ef89-4b33-b717-afb1545433a5 is already hosted by enough agents. {{(pid=101046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:45:01.045133 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.scheduler.base_scheduler [req-e3555554-d55b-437b-b528-5373a5b22ff2 req-c0b2cffd-bc72-4f3a-aa12-23b51626f199 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Resources bound (agent type, host, resource id): {{(pid=101046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:45:01.048416 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3555554-d55b-437b-b528-5373a5b22ff2 req-c0b2cffd-bc72-4f3a-aa12-23b51626f199 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Received port after_create {{(pid=101046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:45:01.057381 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3555554-d55b-437b-b528-5373a5b22ff2 req-c0b2cffd-bc72-4f3a-aa12-23b51626f199 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:01.058032 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [req-e3555554-d55b-437b-b528-5373a5b22ff2 req-c0b2cffd-bc72-4f3a-aa12-23b51626f199 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577872'] for port, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:01.069245 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b1885b-55ff-4b17-92dc-fcbcea45503a req-0bf272bd-2761-45f9-b6b0-242117a8ed4b tempest-DeleteServersTestJSON-1383848626 tempest-DeleteServersTestJSON-1383848626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:01.070843 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-91b1885b-55ff-4b17-92dc-fcbcea45503a req-0bf272bd-2761-45f9-b6b0-242117a8ed4b tempest-DeleteServersTestJSON-1383848626 tempest-DeleteServersTestJSON-1383848626-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6571485-1182-4677-9426-4b0aed932aea HTTP/1.1" status: 200 len: 944 time: 0.3682191 Sep 15 02:45:01.071236 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de1c8806-9a47-4e61-9ca9-0b456010bb86 req-513094d4-7b96-43fe-8965-764bcd487cca tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Network 6f57639e-ff61-4a6a-8bb7-4f6634a3a645 is already hosted by enough agents. {{(pid=101045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:45:01.083783 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2cffd-bc72-4f3a-aa12-23b51626f199 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Pushing event updated for resources: {'Port': ['ID=7803cf27-e539-421b-b66e-690840106306,revision_number=1']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:01.083877 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.scheduler.base_scheduler [req-de1c8806-9a47-4e61-9ca9-0b456010bb86 req-513094d4-7b96-43fe-8965-764bcd487cca tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Resources bound (agent type, host, resource id): {{(pid=101045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:45:01.086220 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.db.l3_dvrscheduler_db [req-de1c8806-9a47-4e61-9ca9-0b456010bb86 req-513094d4-7b96-43fe-8965-764bcd487cca tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Received port after_create {{(pid=101045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:45:01.117394 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1c8806-9a47-4e61-9ca9-0b456010bb86 req-513094d4-7b96-43fe-8965-764bcd487cca tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:01.117394 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-de1c8806-9a47-4e61-9ca9-0b456010bb86 req-513094d4-7b96-43fe-8965-764bcd487cca tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577872'] for port, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:01.132835 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-9a43a2c2-ae30-48a7-a996-b7c3f94febba req-352572d4-e5af-40d6-9396-eb4b2938eec3 service neutron] 10.222.0.38 "GET /v2.0/networks/f37a69c0-4dd8-4d21-9641-e62da919cea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4217508 Sep 15 02:45:01.152823 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513094d4-7b96-43fe-8965-764bcd487cca tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Pushing event updated for resources: {'Port': ['ID=53637e70-77fe-413e-9843-c1c348bf5fea,revision_number=1']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:01.199822 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-e3555554-d55b-437b-b528-5373a5b22ff2 req-c0b2cffd-bc72-4f3a-aa12-23b51626f199 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8852456 Sep 15 02:45:01.205942 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-91b1885b-55ff-4b17-92dc-fcbcea45503a req-2a506b76-2b33-45a6-bb93-179b298f766f tempest-DeleteServersTestJSON-1383848626 tempest-DeleteServersTestJSON-1383848626-project] 10.222.0.13 "GET /v2.0/security-groups?id=a24aa79e-dc9d-4386-b425-9728020c9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155310 Sep 15 02:45:01.224784 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee8c266-e0ec-4e82-819c-1f22cba99937 req-600fc8cd-e47a-47f8-8bf4-28137e670a2b tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:01.231373 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.v2.base [req-e3555554-d55b-437b-b528-5373a5b22ff2 req-bee8db6d-425f-47b9-8a9f-faf41e4b0acd service neutron] Request body: {'port': {'device_id': '3cf59451-e65c-4f13-b3e1-07c1aeb51055', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=101046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:45:01.235254 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-fee8c266-e0ec-4e82-819c-1f22cba99937 req-600fc8cd-e47a-47f8-8bf4-28137e670a2b tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cf59451-e65c-4f13-b3e1-07c1aeb51055 HTTP/1.1" status: 200 len: 931 time: 0.0726984 Sep 15 02:45:01.263911 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-de1c8806-9a47-4e61-9ca9-0b456010bb86 req-513094d4-7b96-43fe-8965-764bcd487cca tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6150107 Sep 15 02:45:01.281486 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.v2.base [req-de1c8806-9a47-4e61-9ca9-0b456010bb86 req-c99ce3c7-547b-445b-9f1a-0c076d4ba7ca service neutron] Request body: {'port': {'device_id': '8186c944-7452-44a4-803d-b7a9d00cdc53', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=101045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:45:01.357540 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [req-e3555554-d55b-437b-b528-5373a5b22ff2 req-bee8db6d-425f-47b9-8a9f-faf41e4b0acd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:01.366593 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-9a43a2c2-ae30-48a7-a996-b7c3f94febba req-5a5474ee-ad88-4563-a1e9-0640d585a65d service neutron] 10.222.0.38 "GET /v2.0/networks/f37a69c0-4dd8-4d21-9641-e62da919cea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159467 Sep 15 02:45:01.455005 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-fee8c266-e0ec-4e82-819c-1f22cba99937 req-5fc5c93c-47ff-419e-aa29-4ad527b9310b tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea3f50e-21de-421b-b9af-b4641846795e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2182078 Sep 15 02:45:01.487268 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-ad099281-3b35-47b4-b002-34dad9fd6d0e None None] Provisioning complete for port 7803cf27-e539-421b-b66e-690840106306 triggered by entity DHCP. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:45:01.489348 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-ad099281-3b35-47b4-b002-34dad9fd6d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1575204'] for port, provisioning_complete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:01.530057 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-de1c8806-9a47-4e61-9ca9-0b456010bb86 req-c99ce3c7-547b-445b-9f1a-0c076d4ba7ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:01.570076 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.plugin [None req-ad099281-3b35-47b4-b002-34dad9fd6d0e None None] Port 7803cf27-e539-421b-b66e-690840106306 cannot update to ACTIVE because it is not bound. {{(pid=101047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 02:45:01.577246 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d21131c-3d57-4319-abad-0dd6377c2ded req-d236f974-8506-4f28-9bc0-f98a2d64ba9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:01.578837 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-6d21131c-3d57-4319-abad-0dd6377c2ded req-d236f974-8506-4f28-9bc0-f98a2d64ba9f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a78d7ab424a94a83ac8ea30bcfea513a&device_id=81436215-e449-418b-9704-48e932596956 HTTP/1.1" status: 200 len: 1097 time: 0.0851882 Sep 15 02:45:01.705670 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-6eac491f-983c-49ca-b79d-c7cc527fa657 None None] Provisioning complete for port 53637e70-77fe-413e-9843-c1c348bf5fea triggered by entity DHCP. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:45:01.706179 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-6eac491f-983c-49ca-b79d-c7cc527fa657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1575204'] for port, provisioning_complete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:01.771989 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.plugin [None req-6eac491f-983c-49ca-b79d-c7cc527fa657 None None] Port 53637e70-77fe-413e-9843-c1c348bf5fea cannot update to ACTIVE because it is not bound. {{(pid=101047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 02:45:01.882883 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d21131c-3d57-4319-abad-0dd6377c2ded req-f65be719-c411-421f-9be8-99347bef93c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:01.884447 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-6d21131c-3d57-4319-abad-0dd6377c2ded req-f65be719-c411-421f-9be8-99347bef93c5 service neutron] 10.222.0.38 "GET /v2.0/networks?id=f37a69c0-4dd8-4d21-9641-e62da919cea1 HTTP/1.1" status: 200 len: 920 time: 0.2676122 Sep 15 02:45:01.898595 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Device 1ec257c4-8286-4343-bba8-11e67b393c0f details requested by agent hyperv_hv-cinder-75995 with host hv-cinder-75995 {{(pid=101047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 02:45:01.950088 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Device ccfe8f69-f7cf-41b3-845c-e428beded057 up at agent hyperv_hv-cinder-75995 {{(pid=101047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:45:01.958193 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c026e5-61db-4c16-b7d1-d98621c8a3e7 req-bd29fb09-965f-4deb-a103-de76dacb3d8b tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:01.960247 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-75c026e5-61db-4c16-b7d1-d98621c8a3e7 req-bd29fb09-965f-4deb-a103-de76dacb3d8b tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/ports?device_id=81436215-e449-418b-9704-48e932596956 HTTP/1.1" status: 200 len: 944 time: 0.2677255 Sep 15 02:45:02.031096 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.notifiers.nova [req-e3555554-d55b-437b-b528-5373a5b22ff2 req-bee8db6d-425f-47b9-8a9f-faf41e4b0acd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7803cf27-e539-421b-b66e-690840106306 {{(pid=101046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 02:45:02.045386 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-6d21131c-3d57-4319-abad-0dd6377c2ded req-711730f6-1e75-41da-b643-6bcf78e2b70e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f4fb289e-00a9-45d8-a562-77ca178d76d4 HTTP/1.1" status: 200 len: 217 time: 0.1266677 Sep 15 02:45:02.072584 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [req-e3555554-d55b-437b-b528-5373a5b22ff2 req-bee8db6d-425f-47b9-8a9f-faf41e4b0acd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:02.089754 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] For port 1ec257c4-8286-4343-bba8-11e67b393c0f, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=1ec257c4-8286-4343-bba8-11e67b393c0f,segment=NetworkSegment(f4b707ed-20a3-453b-a008-5d13b500ef1a),segment_id=f4b707ed-20a3-453b-a008-5d13b500ef1a)] {{(pid=101047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:45:02.109491 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Returning: {'device': '1ec257c4-8286-4343-bba8-11e67b393c0f', 'network_id': 'f37a69c0-4dd8-4d21-9641-e62da919cea1', 'port_id': '1ec257c4-8286-4343-bba8-11e67b393c0f', 'mac_address': 'fa:16:3e:9f:c8:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4bc3747-1b39-45b5-bc17-aa1d3078521b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 02:45:02.139971 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d21131c-3d57-4319-abad-0dd6377c2ded req-6c686859-216d-4642-8641-04aba6831562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:02.142325 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-6d21131c-3d57-4319-abad-0dd6377c2ded req-6c686859-216d-4642-8641-04aba6831562 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f4bc3747-1b39-45b5-bc17-aa1d3078521b HTTP/1.1" status: 200 len: 859 time: 0.0754600 Sep 15 02:45:02.183301 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Provisioning for port ccfe8f69-f7cf-41b3-845c-e428beded057 completed by entity L2. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 02:45:02.189174 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356ec803-c0f1-47f4-8875-abbd67044f97 req-f8989758-ee44-49db-a823-51b98a75f075 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:02.192194 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-356ec803-c0f1-47f4-8875-abbd67044f97 req-f8989758-ee44-49db-a823-51b98a75f075 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/ports?device_id=8186c944-7452-44a4-803d-b7a9d00cdc53 HTTP/1.1" status: 200 len: 932 time: 0.1044149 Sep 15 02:45:02.201203 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Provisioning complete for port ccfe8f69-f7cf-41b3-845c-e428beded057 triggered by entity L2. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:45:02.201596 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1575204'] for port, provisioning_complete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:02.209859 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.db.provisioning_blocks [req-e3555554-d55b-437b-b528-5373a5b22ff2 req-bee8db6d-425f-47b9-8a9f-faf41e4b0acd service neutron] Transition to ACTIVE for port object 7803cf27-e539-421b-b66e-690840106306 will not be triggered until provisioned by entity L2. {{(pid=101046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 02:45:02.212450 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-6d21131c-3d57-4319-abad-0dd6377c2ded req-b6634d60-eb85-40bf-bf6f-b799d3e34f87 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f37a69c0-4dd8-4d21-9641-e62da919cea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600562 Sep 15 02:45:02.221574 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-75c026e5-61db-4c16-b7d1-d98621c8a3e7 req-478d891f-68e8-4c6b-baed-44bd37b4502f tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a48ec5e-5483-47a7-a61c-ca706341677d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023094 Sep 15 02:45:02.233304 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:02.262164 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.notifiers.nova [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ec257c4-8286-4343-bba8-11e67b393c0f {{(pid=101047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 02:45:02.298941 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] For port 1ec257c4-8286-4343-bba8-11e67b393c0f, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=1ec257c4-8286-4343-bba8-11e67b393c0f,segment=NetworkSegment(f4b707ed-20a3-453b-a008-5d13b500ef1a),segment_id=f4b707ed-20a3-453b-a008-5d13b500ef1a)] {{(pid=101047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:45:02.302038 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-356ec803-c0f1-47f4-8875-abbd67044f97 req-631857e0-adc4-4e34-8adf-ada55b5b43c4 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/security-groups?id=005c9161-3e16-459b-9a3f-a4e8732292ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949438 Sep 15 02:45:02.306478 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.notifiers.nova [req-de1c8806-9a47-4e61-9ca9-0b456010bb86 req-c99ce3c7-547b-445b-9f1a-0c076d4ba7ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53637e70-77fe-413e-9843-c1c348bf5fea {{(pid=101045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 02:45:02.332173 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-de1c8806-9a47-4e61-9ca9-0b456010bb86 req-c99ce3c7-547b-445b-9f1a-0c076d4ba7ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:02.350725 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:02.352537 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.db.provisioning_blocks [req-de1c8806-9a47-4e61-9ca9-0b456010bb86 req-c99ce3c7-547b-445b-9f1a-0c076d4ba7ca service neutron] Transition to ACTIVE for port object 53637e70-77fe-413e-9843-c1c348bf5fea will not be triggered until provisioned by entity L2. {{(pid=101045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 02:45:02.358105 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [req-e3555554-d55b-437b-b528-5373a5b22ff2 req-bee8db6d-425f-47b9-8a9f-faf41e4b0acd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:02.380476 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6571485-1182-4677-9426-4b0aed932aea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccfe8f69-f7cf-41b3-845c-e428beded057'}] {{(pid=101047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:45:02.425261 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-de1c8806-9a47-4e61-9ca9-0b456010bb86 req-c99ce3c7-547b-445b-9f1a-0c076d4ba7ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:02.448278 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-6d21131c-3d57-4319-abad-0dd6377c2ded req-0c79daaf-3a19-451d-83ff-ab419a44fbb4 service neutron] 10.222.0.38 "GET /v2.0/networks/f37a69c0-4dd8-4d21-9641-e62da919cea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255597 Sep 15 02:45:02.458068 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:02.540391 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ce3c7-547b-445b-9f1a-0c076d4ba7ca service neutron] Pushing event updated for resources: {'Port': ['ID=53637e70-77fe-413e-9843-c1c348bf5fea,revision_number=2']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:02.629664 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] For port ccfe8f69-f7cf-41b3-845c-e428beded057, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=ccfe8f69-f7cf-41b3-845c-e428beded057,segment=NetworkSegment(33bce18f-4ace-46c7-9cb8-981fd4928ec3),segment_id=33bce18f-4ace-46c7-9cb8-981fd4928ec3)] {{(pid=101047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:45:02.672866 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.agents_db [None req-aaa0e2cc-b65a-40bb-b615-34ad7f0cff4d None None] Agent healthcheck: found 6 active agents {{(pid=101048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:45:02.682412 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:02.694907 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] get_ports_and_sgs() called for port_ids ['1ec257c4-8286-4343-bba8-11e67b393c0f'] {{(pid=101047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 02:45:02.741483 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Pushing event updated for resources: {'Port': ['ID=1ec257c4-8286-4343-bba8-11e67b393c0f,revision_number=4']} {{(pid=101047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:02.783777 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.managers [req-de1c8806-9a47-4e61-9ca9-0b456010bb86 req-c99ce3c7-547b-445b-9f1a-0c076d4ba7ca service neutron] Attempting to bind port 53637e70-77fe-413e-9843-c1c348bf5fea on host hv-cinder-75995 for vnic_type normal with profile {{(pid=101045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 02:45:02.784752 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.managers [req-de1c8806-9a47-4e61-9ca9-0b456010bb86 req-c99ce3c7-547b-445b-9f1a-0c076d4ba7ca service neutron] Attempting to bind port 53637e70-77fe-413e-9843-c1c348bf5fea by drivers openvswitch,hyperv on host hv-cinder-75995 at level 0 using segments [{'id': '3b14b1bf-a47b-467b-a4e0-6f402c26d2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6f57639e-ff61-4a6a-8bb7-4f6634a3a645'}] {{(pid=101045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 02:45:02.785030 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1c8806-9a47-4e61-9ca9-0b456010bb86 req-c99ce3c7-547b-445b-9f1a-0c076d4ba7ca service neutron] Attempting to bind port 53637e70-77fe-413e-9843-c1c348bf5fea on network 6f57639e-ff61-4a6a-8bb7-4f6634a3a645 {{(pid=101045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:45:02.807760 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1c8806-9a47-4e61-9ca9-0b456010bb86 req-c99ce3c7-547b-445b-9f1a-0c076d4ba7ca service neutron] Port 53637e70-77fe-413e-9843-c1c348bf5fea on network 6f57639e-ff61-4a6a-8bb7-4f6634a3a645 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75995 {{(pid=101045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 02:45:02.807760 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1c8806-9a47-4e61-9ca9-0b456010bb86 req-c99ce3c7-547b-445b-9f1a-0c076d4ba7ca service neutron] Attempting to bind port 53637e70-77fe-413e-9843-c1c348bf5fea on network 6f57639e-ff61-4a6a-8bb7-4f6634a3a645 {{(pid=101045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:45:02.852081 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1c8806-9a47-4e61-9ca9-0b456010bb86 req-c99ce3c7-547b-445b-9f1a-0c076d4ba7ca service neutron] Checking agent: {'id': 'bf643b19-1b67-4f44-847e-0724d3e1ee06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 42, 35), 'started_at': datetime.datetime(2021, 9, 15, 2, 42, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 2, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 02:45:02.852432 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1c8806-9a47-4e61-9ca9-0b456010bb86 req-c99ce3c7-547b-445b-9f1a-0c076d4ba7ca service neutron] Checking segment: {'id': '3b14b1bf-a47b-467b-a4e0-6f402c26d2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6f57639e-ff61-4a6a-8bb7-4f6634a3a645'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:45:02.853966 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1c8806-9a47-4e61-9ca9-0b456010bb86 req-c99ce3c7-547b-445b-9f1a-0c076d4ba7ca service neutron] Bound using segment: {'id': '3b14b1bf-a47b-467b-a4e0-6f402c26d2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6f57639e-ff61-4a6a-8bb7-4f6634a3a645'} {{(pid=101045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 02:45:02.854429 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.managers [req-de1c8806-9a47-4e61-9ca9-0b456010bb86 req-c99ce3c7-547b-445b-9f1a-0c076d4ba7ca service neutron] Bound port: 53637e70-77fe-413e-9843-c1c348bf5fea, host: hv-cinder-75995, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b14b1bf-a47b-467b-a4e0-6f402c26d2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6f57639e-ff61-4a6a-8bb7-4f6634a3a645'}}] {{(pid=101045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 02:45:02.854793 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-de1c8806-9a47-4e61-9ca9-0b456010bb86 req-c99ce3c7-547b-445b-9f1a-0c076d4ba7ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:02.857547 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab63b99-4fbd-4206-bb80-24c6a94482e9 req-63c780ee-6c7e-40fb-b2cd-0e06549c6860 tempest-DeleteServersTestJSON-1383848626 tempest-DeleteServersTestJSON-1383848626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:02.862027 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-fab63b99-4fbd-4206-bb80-24c6a94482e9 req-63c780ee-6c7e-40fb-b2cd-0e06549c6860 tempest-DeleteServersTestJSON-1383848626 tempest-DeleteServersTestJSON-1383848626-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6571485-1182-4677-9426-4b0aed932aea HTTP/1.1" status: 200 len: 944 time: 0.5072277 Sep 15 02:45:02.868080 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c8380946bd2a122839d37a92bf46cf7528befbf14a007f21b6f8387627c5c86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e905de2d-98fd-456a-9070-424cf8f1d73e" -d '{"events": [{"server_uuid": "b6571485-1182-4677-9426-4b0aed932aea", "name": "network-vif-plugged", "status": "completed", "tag": "ccfe8f69-f7cf-41b3-845c-e428beded057"}]}' {{(pid=101047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:45:02.910048 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Pushing event updated for resources: {'Port': ['ID=ccfe8f69-f7cf-41b3-845c-e428beded057,revision_number=5']} {{(pid=101047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:02.923091 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a707d0-194b-4287-a816-03582e30e9b8 req-447c2355-4b3f-4ed8-89da-36acc15a2c76 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:02.942269 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-63a707d0-194b-4287-a816-03582e30e9b8 req-447c2355-4b3f-4ed8-89da-36acc15a2c76 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cf59451-e65c-4f13-b3e1-07c1aeb51055 HTTP/1.1" status: 200 len: 943 time: 0.2999804 Sep 15 02:45:03.000611 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee8db6d-425f-47b9-8a9f-faf41e4b0acd service neutron] Pushing event updated for resources: {'Port': ['ID=7803cf27-e539-421b-b66e-690840106306,revision_number=2']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:03.034127 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.managers [req-e3555554-d55b-437b-b528-5373a5b22ff2 req-bee8db6d-425f-47b9-8a9f-faf41e4b0acd service neutron] Attempting to bind port 7803cf27-e539-421b-b66e-690840106306 on host hv-cinder-75995 for vnic_type normal with profile {{(pid=101046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 02:45:03.034382 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.managers [req-e3555554-d55b-437b-b528-5373a5b22ff2 req-bee8db6d-425f-47b9-8a9f-faf41e4b0acd service neutron] Attempting to bind port 7803cf27-e539-421b-b66e-690840106306 by drivers openvswitch,hyperv on host hv-cinder-75995 at level 0 using segments [{'id': '05f52a86-8cc0-4a65-9024-5aaf0393990e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '559d7eea-ef89-4b33-b717-afb1545433a5'}] {{(pid=101046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 02:45:03.034560 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3555554-d55b-437b-b528-5373a5b22ff2 req-bee8db6d-425f-47b9-8a9f-faf41e4b0acd service neutron] Attempting to bind port 7803cf27-e539-421b-b66e-690840106306 on network 559d7eea-ef89-4b33-b717-afb1545433a5 {{(pid=101046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:45:03.045008 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3555554-d55b-437b-b528-5373a5b22ff2 req-bee8db6d-425f-47b9-8a9f-faf41e4b0acd service neutron] Port 7803cf27-e539-421b-b66e-690840106306 on network 559d7eea-ef89-4b33-b717-afb1545433a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75995 {{(pid=101046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 02:45:03.045291 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3555554-d55b-437b-b528-5373a5b22ff2 req-bee8db6d-425f-47b9-8a9f-faf41e4b0acd service neutron] Attempting to bind port 7803cf27-e539-421b-b66e-690840106306 on network 559d7eea-ef89-4b33-b717-afb1545433a5 {{(pid=101046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:45:03.056164 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-63a707d0-194b-4287-a816-03582e30e9b8 req-a18df3ac-0fd5-4f24-ae6f-b27d2273cc16 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea3f50e-21de-421b-b9af-b4641846795e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130309 Sep 15 02:45:03.073960 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.db [req-de1c8806-9a47-4e61-9ca9-0b456010bb86 req-c99ce3c7-547b-445b-9f1a-0c076d4ba7ca service neutron] For port 53637e70-77fe-413e-9843-c1c348bf5fea, host hv-cinder-75995, cleared binding levels {{(pid=101045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 02:45:03.075317 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-fab63b99-4fbd-4206-bb80-24c6a94482e9 req-aeb180d5-8928-447a-a1e6-98bfa8fdf036 tempest-DeleteServersTestJSON-1383848626 tempest-DeleteServersTestJSON-1383848626-project] 10.222.0.13 "GET /v2.0/security-groups?id=a24aa79e-dc9d-4386-b425-9728020c9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908371 Sep 15 02:45:03.082147 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.db [req-de1c8806-9a47-4e61-9ca9-0b456010bb86 req-c99ce3c7-547b-445b-9f1a-0c076d4ba7ca service neutron] For port 53637e70-77fe-413e-9843-c1c348bf5fea, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=53637e70-77fe-413e-9843-c1c348bf5fea,segment=NetworkSegment(3b14b1bf-a47b-467b-a4e0-6f402c26d2c4),segment_id=3b14b1bf-a47b-467b-a4e0-6f402c26d2c4)] {{(pid=101045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 02:45:03.088536 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3555554-d55b-437b-b528-5373a5b22ff2 req-bee8db6d-425f-47b9-8a9f-faf41e4b0acd service neutron] Checking agent: {'id': 'bf643b19-1b67-4f44-847e-0724d3e1ee06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 42, 35), 'started_at': datetime.datetime(2021, 9, 15, 2, 42, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 2, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 02:45:03.089069 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3555554-d55b-437b-b528-5373a5b22ff2 req-bee8db6d-425f-47b9-8a9f-faf41e4b0acd service neutron] Checking segment: {'id': '05f52a86-8cc0-4a65-9024-5aaf0393990e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '559d7eea-ef89-4b33-b717-afb1545433a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:45:03.089470 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3555554-d55b-437b-b528-5373a5b22ff2 req-bee8db6d-425f-47b9-8a9f-faf41e4b0acd service neutron] Bound using segment: {'id': '05f52a86-8cc0-4a65-9024-5aaf0393990e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '559d7eea-ef89-4b33-b717-afb1545433a5'} {{(pid=101046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 02:45:03.089911 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.managers [req-e3555554-d55b-437b-b528-5373a5b22ff2 req-bee8db6d-425f-47b9-8a9f-faf41e4b0acd service neutron] Bound port: 7803cf27-e539-421b-b66e-690840106306, host: hv-cinder-75995, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05f52a86-8cc0-4a65-9024-5aaf0393990e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '559d7eea-ef89-4b33-b717-afb1545433a5'}}] {{(pid=101046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 02:45:03.090267 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [req-e3555554-d55b-437b-b528-5373a5b22ff2 req-bee8db6d-425f-47b9-8a9f-faf41e4b0acd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:03.093829 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-6d21131c-3d57-4319-abad-0dd6377c2ded req-5740096d-263c-4ec2-a5b7-76b5c440d192 service neutron] 10.222.0.38 "GET /v2.0/networks/f37a69c0-4dd8-4d21-9641-e62da919cea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5921545 Sep 15 02:45:03.167107 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-de1c8806-9a47-4e61-9ca9-0b456010bb86 req-c99ce3c7-547b-445b-9f1a-0c076d4ba7ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:03.173471 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.db [req-e3555554-d55b-437b-b528-5373a5b22ff2 req-bee8db6d-425f-47b9-8a9f-faf41e4b0acd service neutron] For port 7803cf27-e539-421b-b66e-690840106306, host hv-cinder-75995, cleared binding levels {{(pid=101046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 02:45:03.176685 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.db [req-e3555554-d55b-437b-b528-5373a5b22ff2 req-bee8db6d-425f-47b9-8a9f-faf41e4b0acd service neutron] For port 7803cf27-e539-421b-b66e-690840106306, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=7803cf27-e539-421b-b66e-690840106306,segment=NetworkSegment(05f52a86-8cc0-4a65-9024-5aaf0393990e),segment_id=05f52a86-8cc0-4a65-9024-5aaf0393990e)] {{(pid=101046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 02:45:03.209428 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1c8806-9a47-4e61-9ca9-0b456010bb86 req-c99ce3c7-547b-445b-9f1a-0c076d4ba7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:03.210050 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-de1c8806-9a47-4e61-9ca9-0b456010bb86 req-c99ce3c7-547b-445b-9f1a-0c076d4ba7ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577872'] for port, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:03.211480 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-de1c8806-9a47-4e61-9ca9-0b456010bb86 req-c99ce3c7-547b-445b-9f1a-0c076d4ba7ca service neutron] 10.222.0.38 "PUT /v2.0/ports/53637e70-77fe-413e-9843-c1c348bf5fea HTTP/1.1" status: 200 len: 1094 time: 1.9352670 Sep 15 02:45:03.211926 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8186c944-7452-44a4-803d-b7a9d00cdc53', 'tag': '53637e70-77fe-413e-9843-c1c348bf5fea'}] {{(pid=101045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:45:03.214542 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86c436101efe1a363cd74fb96c1b6796ca3087f8916af27063bbdf5683c89520" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8df7328-f600-4025-972f-1e40474a25b5" -d '{"events": [{"name": "network-changed", "server_uuid": "8186c944-7452-44a4-803d-b7a9d00cdc53", "tag": "53637e70-77fe-413e-9843-c1c348bf5fea"}]}' {{(pid=101045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:45:03.251770 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ce3c7-547b-445b-9f1a-0c076d4ba7ca service neutron] Pushing event updated for resources: {'Port': ['ID=53637e70-77fe-413e-9843-c1c348bf5fea,revision_number=3']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:03.264007 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [req-e3555554-d55b-437b-b528-5373a5b22ff2 req-bee8db6d-425f-47b9-8a9f-faf41e4b0acd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:03.280533 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 02:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bd7141b-bc01-4b26-823a-547d6edacb4f x-openstack-request-id: req-5bd7141b-bc01-4b26-823a-547d6edacb4f {{(pid=101047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:45:03.280871 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6571485-1182-4677-9426-4b0aed932aea", "name": "network-vif-plugged", "status": "completed", "tag": "ccfe8f69-f7cf-41b3-845c-e428beded057", "code": 200}]} {{(pid=101047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:45:03.282497 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5bd7141b-bc01-4b26-823a-547d6edacb4f {{(pid=101047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:45:03.283152 dv-cinder-759955-25-smb neutron-server[101047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6571485-1182-4677-9426-4b0aed932aea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccfe8f69-f7cf-41b3-845c-e428beded057', 'code': 200} Sep 15 02:45:03.288521 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 02:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c43ec102-9759-4d95-b5ff-7be52eab7954 x-openstack-request-id: req-c43ec102-9759-4d95-b5ff-7be52eab7954 {{(pid=101045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:45:03.288820 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8186c944-7452-44a4-803d-b7a9d00cdc53", "tag": "53637e70-77fe-413e-9843-c1c348bf5fea", "status": "completed", "code": 200}]} {{(pid=101045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:45:03.289072 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c43ec102-9759-4d95-b5ff-7be52eab7954 {{(pid=101045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:45:03.289489 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8186c944-7452-44a4-803d-b7a9d00cdc53', 'tag': '53637e70-77fe-413e-9843-c1c348bf5fea', 'status': 'completed', 'code': 200} Sep 15 02:45:03.314619 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3555554-d55b-437b-b528-5373a5b22ff2 req-bee8db6d-425f-47b9-8a9f-faf41e4b0acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:03.315432 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [req-e3555554-d55b-437b-b528-5373a5b22ff2 req-bee8db6d-425f-47b9-8a9f-faf41e4b0acd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577872'] for port, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:03.317001 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-e3555554-d55b-437b-b528-5373a5b22ff2 req-bee8db6d-425f-47b9-8a9f-faf41e4b0acd service neutron] 10.222.0.38 "PUT /v2.0/ports/7803cf27-e539-421b-b66e-690840106306 HTTP/1.1" status: 200 len: 1093 time: 2.1080360 Sep 15 02:45:03.317586 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cf59451-e65c-4f13-b3e1-07c1aeb51055', 'tag': '7803cf27-e539-421b-b66e-690840106306'}] {{(pid=101046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:45:03.320106 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09f236bde6c897f5223593461388a859426f0e46db55c614fbf86303128fc53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29632830-beb3-4568-bd83-b8c1fd0e7e14" -d '{"events": [{"name": "network-changed", "server_uuid": "3cf59451-e65c-4f13-b3e1-07c1aeb51055", "tag": "7803cf27-e539-421b-b66e-690840106306"}]}' {{(pid=101046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:45:03.410696 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8df7328-f600-4025-972f-1e40474a25b5 req-a030e87f-fc21-4287-9edd-6a0b13473b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:03.413749 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-c8df7328-f600-4025-972f-1e40474a25b5 req-a030e87f-fc21-4287-9edd-6a0b13473b7d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3b73a94c214748a88ea9fc76fb540004&device_id=8186c944-7452-44a4-803d-b7a9d00cdc53 HTTP/1.1" status: 200 len: 1097 time: 0.1005630 Sep 15 02:45:03.443952 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 02:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8a39314-bac5-4925-8a7d-d340f0bc61c2 x-openstack-request-id: req-d8a39314-bac5-4925-8a7d-d340f0bc61c2 {{(pid=101046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:45:03.444712 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cf59451-e65c-4f13-b3e1-07c1aeb51055", "tag": "7803cf27-e539-421b-b66e-690840106306", "status": "completed", "code": 200}]} {{(pid=101046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:45:03.444712 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d8a39314-bac5-4925-8a7d-d340f0bc61c2 {{(pid=101046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:45:03.444930 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cf59451-e65c-4f13-b3e1-07c1aeb51055', 'tag': '7803cf27-e539-421b-b66e-690840106306', 'status': 'completed', 'code': 200} Sep 15 02:45:03.489264 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee8db6d-425f-47b9-8a9f-faf41e4b0acd service neutron] Pushing event updated for resources: {'Port': ['ID=7803cf27-e539-421b-b66e-690840106306,revision_number=3']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:03.531508 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74441ed7-1957-4dc1-85ef-b871d91b608a req-eeaf020e-3dfc-4197-9127-8f35e37e9972 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:03.534066 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-74441ed7-1957-4dc1-85ef-b871d91b608a req-eeaf020e-3dfc-4197-9127-8f35e37e9972 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/ports?device_id=81436215-e449-418b-9704-48e932596956 HTTP/1.1" status: 200 len: 944 time: 0.1622000 Sep 15 02:45:03.541983 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29632830-beb3-4568-bd83-b8c1fd0e7e14 req-d2be5352-1263-4d4e-b87c-89d26e6d4abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:03.543509 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-29632830-beb3-4568-bd83-b8c1fd0e7e14 req-d2be5352-1263-4d4e-b87c-89d26e6d4abd service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=bf1160da16cc4aa8a8f7f5065e5f7661&device_id=3cf59451-e65c-4f13-b3e1-07c1aeb51055 HTTP/1.1" status: 200 len: 1096 time: 0.1118588 Sep 15 02:45:03.797318 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b2acb4-479d-43c5-abe8-bb46a48c588b req-dc333e8d-34fe-4a21-9754-9cfa97166c29 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:03.799067 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-52b2acb4-479d-43c5-abe8-bb46a48c588b req-dc333e8d-34fe-4a21-9754-9cfa97166c29 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/ports?device_id=8186c944-7452-44a4-803d-b7a9d00cdc53 HTTP/1.1" status: 200 len: 944 time: 0.2768364 Sep 15 02:45:03.827059 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8df7328-f600-4025-972f-1e40474a25b5 req-eb12a061-7284-497d-95d7-550ced1c8d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:03.828615 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-c8df7328-f600-4025-972f-1e40474a25b5 req-eb12a061-7284-497d-95d7-550ced1c8d24 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=3b73a94c214748a88ea9fc76fb540004&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4055991 Sep 15 02:45:03.836560 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-74441ed7-1957-4dc1-85ef-b871d91b608a req-49b285f7-2aa0-44ee-9558-c90d28a809e7 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a48ec5e-5483-47a7-a61c-ca706341677d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2909980 Sep 15 02:45:03.903094 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-52b2acb4-479d-43c5-abe8-bb46a48c588b req-18986f49-80ad-4c26-a4e8-a8897c696f12 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/security-groups?id=005c9161-3e16-459b-9a3f-a4e8732292ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823910 Sep 15 02:45:03.924124 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Device f4fb289e-00a9-45d8-a562-77ca178d76d4 details requested by agent hyperv_hv-cinder-75995 with host hv-cinder-75995 {{(pid=101047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 02:45:03.927025 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d816a744-2e88-4379-8447-034279384047 req-7bee7b91-f478-41c0-9bd2-238469800acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:03.928401 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Device 1ec257c4-8286-4343-bba8-11e67b393c0f up at agent hyperv_hv-cinder-75995 {{(pid=101047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:45:03.928744 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-d816a744-2e88-4379-8447-034279384047 req-7bee7b91-f478-41c0-9bd2-238469800acc service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b6571485-1182-4677-9426-4b0aed932aea HTTP/1.1" status: 200 len: 1098 time: 0.1821933 Sep 15 02:45:03.930255 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29632830-beb3-4568-bd83-b8c1fd0e7e14 req-a1feaa9b-4aee-47ed-8b8a-e97b2d640c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:03.932002 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-29632830-beb3-4568-bd83-b8c1fd0e7e14 req-a1feaa9b-4aee-47ed-8b8a-e97b2d640c28 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=bf1160da16cc4aa8a8f7f5065e5f7661&shared=False HTTP/1.1" status: 200 len: 917 time: 0.3777595 Sep 15 02:45:03.968565 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [req-d816a744-2e88-4379-8447-034279384047 req-632f4d36-27c8-45c2-b813-3b14990aa143 service neutron] Notify callbacks [] for security_group, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:04.052789 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8df7328-f600-4025-972f-1e40474a25b5 req-7ab2a12e-aee3-4448-9213-a017af8ef8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:04.054681 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-c8df7328-f600-4025-972f-1e40474a25b5 req-7ab2a12e-aee3-4448-9213-a017af8ef8ab service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2179220 Sep 15 02:45:04.134145 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] For port f4fb289e-00a9-45d8-a562-77ca178d76d4, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=f4fb289e-00a9-45d8-a562-77ca178d76d4,segment=NetworkSegment(f4b707ed-20a3-453b-a008-5d13b500ef1a),segment_id=f4b707ed-20a3-453b-a008-5d13b500ef1a)] {{(pid=101047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:45:04.137944 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Provisioning for port 1ec257c4-8286-4343-bba8-11e67b393c0f completed by entity L2. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 02:45:04.152560 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Provisioning complete for port 1ec257c4-8286-4343-bba8-11e67b393c0f triggered by entity L2. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:45:04.153087 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1575204'] for port, provisioning_complete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:04.156064 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Returning: {'device': 'f4fb289e-00a9-45d8-a562-77ca178d76d4', 'network_id': 'f37a69c0-4dd8-4d21-9641-e62da919cea1', 'port_id': 'f4fb289e-00a9-45d8-a562-77ca178d76d4', 'mac_address': 'fa:16:3e:94:76:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4bc3747-1b39-45b5-bc17-aa1d3078521b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 02:45:04.204993 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1c8806-9a47-4e61-9ca9-0b456010bb86 req-46a28cda-863f-4379-86fe-18a1e6544f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:04.211462 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-de1c8806-9a47-4e61-9ca9-0b456010bb86 req-46a28cda-863f-4379-86fe-18a1e6544f90 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3b73a94c214748a88ea9fc76fb540004&device_id=8186c944-7452-44a4-803d-b7a9d00cdc53 HTTP/1.1" status: 200 len: 1097 time: 0.1025009 Sep 15 02:45:04.280514 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-de1c8806-9a47-4e61-9ca9-0b456010bb86 req-d213e03f-9fd5-45e9-8074-e77cd0a4a745 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=53637e70-77fe-413e-9843-c1c348bf5fea HTTP/1.1" status: 200 len: 217 time: 0.0655637 Sep 15 02:45:04.356179 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:04.375384 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ab066d-9b3b-4724-bfbc-650ad2123022 req-ec25cfa0-01ec-4c4b-ba6d-a9c8673f959e tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:04.378267 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.notifiers.nova [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4fb289e-00a9-45d8-a562-77ca178d76d4 {{(pid=101047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 02:45:04.384763 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-25ab066d-9b3b-4724-bfbc-650ad2123022 req-ec25cfa0-01ec-4c4b-ba6d-a9c8673f959e tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cf59451-e65c-4f13-b3e1-07c1aeb51055 HTTP/1.1" status: 200 len: 943 time: 0.1710484 Sep 15 02:45:04.414875 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1c8806-9a47-4e61-9ca9-0b456010bb86 req-9e3f6b34-43c5-40ff-902e-9ec562f854e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:04.417592 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-de1c8806-9a47-4e61-9ca9-0b456010bb86 req-9e3f6b34-43c5-40ff-902e-9ec562f854e5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a0f1f6f6-a304-49b2-a651-7b609fdec3ef HTTP/1.1" status: 200 len: 850 time: 0.1254566 Sep 15 02:45:04.437430 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] For port f4fb289e-00a9-45d8-a562-77ca178d76d4, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=f4fb289e-00a9-45d8-a562-77ca178d76d4,segment=NetworkSegment(f4b707ed-20a3-453b-a008-5d13b500ef1a),segment_id=f4b707ed-20a3-453b-a008-5d13b500ef1a)] {{(pid=101047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:45:04.443520 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:04.479765 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-25ab066d-9b3b-4724-bfbc-650ad2123022 req-cc79de1b-d8c9-4acd-b1a0-1cb749341848 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea3f50e-21de-421b-b9af-b4641846795e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940244 Sep 15 02:45:04.484547 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] For port 1ec257c4-8286-4343-bba8-11e67b393c0f, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=1ec257c4-8286-4343-bba8-11e67b393c0f,segment=NetworkSegment(f4b707ed-20a3-453b-a008-5d13b500ef1a),segment_id=f4b707ed-20a3-453b-a008-5d13b500ef1a)] {{(pid=101047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:45:04.515164 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:04.524489 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29632830-beb3-4568-bd83-b8c1fd0e7e14 req-c63daf6b-f468-4244-8645-5196a8210f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:04.527236 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-29632830-beb3-4568-bd83-b8c1fd0e7e14 req-c63daf6b-f468-4244-8645-5196a8210f5b service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5836065 Sep 15 02:45:04.532604 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1c8806-9a47-4e61-9ca9-0b456010bb86 req-dbef5c74-1227-4974-8671-b03d60596adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:04.534190 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-de1c8806-9a47-4e61-9ca9-0b456010bb86 req-dbef5c74-1227-4974-8671-b03d60596adf service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6f57639e-ff61-4a6a-8bb7-4f6634a3a645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0948002 Sep 15 02:45:04.541796 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3077cc-31a2-4727-a643-51b3fdeb83b7 req-e0a4fe0d-174b-4f8a-8899-0c4272f08928 tempest-DeleteServersTestJSON-1383848626 tempest-DeleteServersTestJSON-1383848626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:04.543319 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-1f3077cc-31a2-4727-a643-51b3fdeb83b7 req-e0a4fe0d-174b-4f8a-8899-0c4272f08928 tempest-DeleteServersTestJSON-1383848626 tempest-DeleteServersTestJSON-1383848626-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6571485-1182-4677-9426-4b0aed932aea HTTP/1.1" status: 200 len: 945 time: 0.2617099 Sep 15 02:45:04.566449 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:04.599655 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Pushing event updated for resources: {'Port': ['ID=f4fb289e-00a9-45d8-a562-77ca178d76d4,revision_number=4']} {{(pid=101047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:04.672477 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-de1c8806-9a47-4e61-9ca9-0b456010bb86 req-8fd3dbfa-914d-42ea-9d08-aa3d908cedae service neutron] 10.222.0.38 "GET /v2.0/networks/6f57639e-ff61-4a6a-8bb7-4f6634a3a645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286616 Sep 15 02:45:04.691386 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [req-d816a744-2e88-4379-8447-034279384047 req-632f4d36-27c8-45c2-b813-3b14990aa143 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:04.705053 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Pushing event updated for resources: {'Port': ['ID=1ec257c4-8286-4343-bba8-11e67b393c0f,revision_number=5']} {{(pid=101047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:04.720257 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-1f3077cc-31a2-4727-a643-51b3fdeb83b7 req-e5cf4c9d-8e6f-4eab-8723-56024d2b0920 tempest-DeleteServersTestJSON-1383848626 tempest-DeleteServersTestJSON-1383848626-project] 10.222.0.13 "GET /v2.0/security-groups?id=a24aa79e-dc9d-4386-b425-9728020c9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471035 Sep 15 02:45:04.724060 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3555554-d55b-437b-b528-5373a5b22ff2 req-0e8a84a9-b844-4a52-9404-e9d17729983a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:04.725348 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-e3555554-d55b-437b-b528-5373a5b22ff2 req-0e8a84a9-b844-4a52-9404-e9d17729983a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=bf1160da16cc4aa8a8f7f5065e5f7661&device_id=3cf59451-e65c-4f13-b3e1-07c1aeb51055 HTTP/1.1" status: 200 len: 1096 time: 0.1546006 Sep 15 02:45:04.756666 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] get_ports_and_sgs() called for port_ids ['f4fb289e-00a9-45d8-a562-77ca178d76d4'] {{(pid=101047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 02:45:04.789070 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-e3555554-d55b-437b-b528-5373a5b22ff2 req-6870f764-921a-4963-8248-b6c1e88d88de service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7803cf27-e539-421b-b66e-690840106306 HTTP/1.1" status: 200 len: 217 time: 0.0550115 Sep 15 02:45:04.793305 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [req-d816a744-2e88-4379-8447-034279384047 req-632f4d36-27c8-45c2-b813-3b14990aa143 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:04.795327 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 34908) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:45:04.826076 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-de1c8806-9a47-4e61-9ca9-0b456010bb86 req-da852275-62b4-4b74-a61c-f941c49a62f3 service neutron] 10.222.0.38 "GET /v2.0/networks/6f57639e-ff61-4a6a-8bb7-4f6634a3a645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473639 Sep 15 02:45:04.866602 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-d816a744-2e88-4379-8447-034279384047 req-632f4d36-27c8-45c2-b813-3b14990aa143 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=a24aa79e-dc9d-4386-b425-9728020c9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9241271 Sep 15 02:45:04.889081 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632f4d36-27c8-45c2-b813-3b14990aa143 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=5447250b-e193-47a9-b00b-1dca30d0b35e,revision_number=1']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:04.910416 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3555554-d55b-437b-b528-5373a5b22ff2 req-0ed10aa4-c67f-4ab7-81e8-00ad2788b278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:04.912077 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-e3555554-d55b-437b-b528-5373a5b22ff2 req-0ed10aa4-c67f-4ab7-81e8-00ad2788b278 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=16cede8a-7007-4219-aa2d-1189c5c08411 HTTP/1.1" status: 200 len: 855 time: 0.1144056 Sep 15 02:45:05.000805 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-0c2d6541-3892-44fb-9d80-ef6f61f6aaa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:05.019292 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e387669-ea0a-4c6d-9181-196a07f254f9 req-ec8a3829-f455-4ebf-8164-53ff91089652 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:05.020783 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-6e387669-ea0a-4c6d-9181-196a07f254f9 req-ec8a3829-f455-4ebf-8164-53ff91089652 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/ports?device_id=81436215-e449-418b-9704-48e932596956 HTTP/1.1" status: 200 len: 945 time: 0.0864172 Sep 15 02:45:05.027929 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6743e3b8-9cbb-4656-969d-eb2781c98b4e req-91a36a03-7ef8-4c13-98df-5cf86d9d9c4b tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:05.029412 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-6743e3b8-9cbb-4656-969d-eb2781c98b4e req-91a36a03-7ef8-4c13-98df-5cf86d9d9c4b tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/ports?device_id=8186c944-7452-44a4-803d-b7a9d00cdc53 HTTP/1.1" status: 200 len: 944 time: 0.0543773 Sep 15 02:45:05.071554 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-6743e3b8-9cbb-4656-969d-eb2781c98b4e req-74413fde-fe61-46e6-bc77-db6eb575bba7 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/security-groups?id=005c9161-3e16-459b-9a3f-a4e8732292ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343699 Sep 15 02:45:05.086614 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-6e387669-ea0a-4c6d-9181-196a07f254f9 req-7b369d46-4f88-4602-b312-2065c285fc62 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a48ec5e-5483-47a7-a61c-ca706341677d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582736 Sep 15 02:45:05.130741 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3555554-d55b-437b-b528-5373a5b22ff2 req-e4afa35b-1d5e-4812-aa8c-58b95f9f210f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:05.132516 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-e3555554-d55b-437b-b528-5373a5b22ff2 req-e4afa35b-1d5e-4812-aa8c-58b95f9f210f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=559d7eea-ef89-4b33-b717-afb1545433a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0564854 Sep 15 02:45:05.155338 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-0c2d6541-3892-44fb-9d80-ef6f61f6aaa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:05.206376 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-0c2d6541-3892-44fb-9d80-ef6f61f6aaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:05.228793 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-e3555554-d55b-437b-b528-5373a5b22ff2 req-1a24933f-e8bd-4fc7-9fd4-6d682076e03f service neutron] 10.222.0.38 "GET /v2.0/networks/559d7eea-ef89-4b33-b717-afb1545433a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882635 Sep 15 02:45:05.244534 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-0c2d6541-3892-44fb-9d80-ef6f61f6aaa8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=60ed3006afde4d99b48767d6f95675db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4481061 Sep 15 02:45:05.245663 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2d6541-3892-44fb-9d80-ef6f61f6aaa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fb4623d-6384-4f25-92e1-f92e17de28cf,revision_number=1']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:05.247064 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 34916) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:45:05.285479 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb3fcddc-5c00-4077-8a3b-06b86f2ca670', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ec257c4-8286-4343-bba8-11e67b393c0f'}] {{(pid=101047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:45:05.287885 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c8380946bd2a122839d37a92bf46cf7528befbf14a007f21b6f8387627c5c86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a1e894b-ec95-4245-9bec-f00edbc1206e" -d '{"events": [{"server_uuid": "eb3fcddc-5c00-4077-8a3b-06b86f2ca670", "name": "network-vif-plugged", "status": "completed", "tag": "1ec257c4-8286-4343-bba8-11e67b393c0f"}]}' {{(pid=101047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:45:05.329548 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 02:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc5eda9f-a2ae-43a9-99f9-75dad7701095 x-openstack-request-id: req-bc5eda9f-a2ae-43a9-99f9-75dad7701095 {{(pid=101047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:45:05.329548 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb3fcddc-5c00-4077-8a3b-06b86f2ca670", "name": "network-vif-plugged", "status": "completed", "tag": "1ec257c4-8286-4343-bba8-11e67b393c0f", "code": 200}]} {{(pid=101047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:45:05.329548 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bc5eda9f-a2ae-43a9-99f9-75dad7701095 {{(pid=101047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:45:05.329548 dv-cinder-759955-25-smb neutron-server[101047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb3fcddc-5c00-4077-8a3b-06b86f2ca670', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ec257c4-8286-4343-bba8-11e67b393c0f', 'code': 200} Sep 15 02:45:05.370818 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-1cb7c05c-0459-4aba-9ec8-282744a17ba9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:05.382537 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:05.383717 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-e3555554-d55b-437b-b528-5373a5b22ff2 req-7297448c-8e7d-46b7-8bb8-aa3817464b08 service neutron] 10.222.0.38 "GET /v2.0/networks/559d7eea-ef89-4b33-b717-afb1545433a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458120 Sep 15 02:45:05.404757 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-1cb7c05c-0459-4aba-9ec8-282744a17ba9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:05.554453 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-1cb7c05c-0459-4aba-9ec8-282744a17ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:05.557103 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-1cb7c05c-0459-4aba-9ec8-282744a17ba9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:05.560247 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-1cb7c05c-0459-4aba-9ec8-282744a17ba9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8fb4623d-6384-4f25-92e1-f92e17de28cf HTTP/1.1" status: 204 len: 168 time: 0.3096929 Sep 15 02:45:05.567163 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb7c05c-0459-4aba-9ec8-282744a17ba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fb4623d-6384-4f25-92e1-f92e17de28cf,revision_number=None']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:05.608398 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3760a9e5-fb66-456b-9547-1eff152f1091 req-73a06c45-aa63-4d05-85c7-89a1e778c6fd tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:05.609929 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-3760a9e5-fb66-456b-9547-1eff152f1091 req-73a06c45-aa63-4d05-85c7-89a1e778c6fd tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cf59451-e65c-4f13-b3e1-07c1aeb51055 HTTP/1.1" status: 200 len: 943 time: 0.0538361 Sep 15 02:45:05.652068 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-3760a9e5-fb66-456b-9547-1eff152f1091 req-44654726-677d-4b94-ac04-d5389ccc61b8 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea3f50e-21de-421b-b9af-b4641846795e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356874 Sep 15 02:45:05.694883 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc09b5d2-75be-427d-8f66-b4f64b20e457 req-66761e8d-b335-4ec0-815b-61af44eaaa7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:05.696519 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-cc09b5d2-75be-427d-8f66-b4f64b20e457 req-66761e8d-b335-4ec0-815b-61af44eaaa7f service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=eb3fcddc-5c00-4077-8a3b-06b86f2ca670 HTTP/1.1" status: 200 len: 1099 time: 0.0578749 Sep 15 02:45:05.737687 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-cc09b5d2-75be-427d-8f66-b4f64b20e457 req-35f38377-f8e6-4601-b2db-732eaaea2568 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=4a48ec5e-5483-47a7-a61c-ca706341677d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317633 Sep 15 02:45:05.847999 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762e24e3-37bb-4325-9d62-341bfbdff19e req-e9a853f2-0ed0-4809-9900-fda5add3019b tempest-DeleteServersTestJSON-1383848626 tempest-DeleteServersTestJSON-1383848626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:05.853284 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-762e24e3-37bb-4325-9d62-341bfbdff19e req-e9a853f2-0ed0-4809-9900-fda5add3019b tempest-DeleteServersTestJSON-1383848626 tempest-DeleteServersTestJSON-1383848626-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6571485-1182-4677-9426-4b0aed932aea HTTP/1.1" status: 200 len: 945 time: 0.0560386 Sep 15 02:45:05.899594 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-762e24e3-37bb-4325-9d62-341bfbdff19e req-422b27e4-9ad4-4108-b24b-6fee2d647a22 tempest-DeleteServersTestJSON-1383848626 tempest-DeleteServersTestJSON-1383848626-project] 10.222.0.13 "GET /v2.0/security-groups?id=a24aa79e-dc9d-4386-b425-9728020c9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372341 Sep 15 02:45:05.941222 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Device f4fb289e-00a9-45d8-a562-77ca178d76d4 up at agent hyperv_hv-cinder-75995 {{(pid=101047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:45:06.080686 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Provisioning for port f4fb289e-00a9-45d8-a562-77ca178d76d4 completed by entity L2. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 02:45:06.084948 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Provisioning complete for port f4fb289e-00a9-45d8-a562-77ca178d76d4 triggered by entity L2. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:45:06.085323 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1575204'] for port, provisioning_complete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:06.174935 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:06.217090 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] For port f4fb289e-00a9-45d8-a562-77ca178d76d4, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=f4fb289e-00a9-45d8-a562-77ca178d76d4,segment=NetworkSegment(f4b707ed-20a3-453b-a008-5d13b500ef1a),segment_id=f4b707ed-20a3-453b-a008-5d13b500ef1a)] {{(pid=101047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:45:06.220313 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9aab32-69c8-4f0d-8718-e3e1b821d30b req-d0714c96-d42a-4e1e-b909-f82831a67d78 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:06.221930 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-3f9aab32-69c8-4f0d-8718-e3e1b821d30b req-d0714c96-d42a-4e1e-b909-f82831a67d78 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/ports?device_id=8186c944-7452-44a4-803d-b7a9d00cdc53 HTTP/1.1" status: 200 len: 944 time: 0.0779989 Sep 15 02:45:06.259059 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35b5f59-ce0b-45b2-8a4a-0c2f0117b95e req-9e3bb98a-de3f-4276-959e-7a7b8bf9524b tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:06.260746 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-b35b5f59-ce0b-45b2-8a4a-0c2f0117b95e req-9e3bb98a-de3f-4276-959e-7a7b8bf9524b tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/ports?device_id=81436215-e449-418b-9704-48e932596956 HTTP/1.1" status: 200 len: 945 time: 0.0563352 Sep 15 02:45:06.299689 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:06.305032 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 34954) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:45:06.317671 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-3f9aab32-69c8-4f0d-8718-e3e1b821d30b req-e3e35c7c-5cc0-4905-884b-a6f03d1b951d tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/security-groups?id=005c9161-3e16-459b-9a3f-a4e8732292ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891380 Sep 15 02:45:06.338155 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-b35b5f59-ce0b-45b2-8a4a-0c2f0117b95e req-5c3b6def-304c-4d37-9a7d-9d7850bc06f1 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a48ec5e-5483-47a7-a61c-ca706341677d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623317 Sep 15 02:45:06.339298 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-67006edb-88fb-4f2f-8a96-f62e71b3b459 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:06.372367 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Pushing event updated for resources: {'Port': ['ID=f4fb289e-00a9-45d8-a562-77ca178d76d4,revision_number=5']} {{(pid=101047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:06.430168 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-67006edb-88fb-4f2f-8a96-f62e71b3b459 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:06.497597 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-67006edb-88fb-4f2f-8a96-f62e71b3b459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:06.536629 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-67006edb-88fb-4f2f-8a96-f62e71b3b459 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6ac2b597840a4febb9551c794beefc55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2300725 Sep 15 02:45:06.538413 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67006edb-88fb-4f2f-8a96-f62e71b3b459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=425aab43-35db-4bac-8c5f-ce2c75d86a0e,revision_number=1']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:06.539089 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 34956) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:45:06.593530 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-629025d0-a058-4d62-b3b1-89ba078bc331 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:06.618417 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-629025d0-a058-4d62-b3b1-89ba078bc331 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:06.774675 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-629025d0-a058-4d62-b3b1-89ba078bc331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:06.776404 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-629025d0-a058-4d62-b3b1-89ba078bc331 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:06.780045 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-629025d0-a058-4d62-b3b1-89ba078bc331 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/425aab43-35db-4bac-8c5f-ce2c75d86a0e HTTP/1.1" status: 204 len: 168 time: 0.2372489 Sep 15 02:45:06.801068 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5422c941-c8fa-4b4c-af1b-a9590426a21d req-afba8de4-f924-4b8e-9423-93b39422aa72 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:06.802746 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-5422c941-c8fa-4b4c-af1b-a9590426a21d req-afba8de4-f924-4b8e-9423-93b39422aa72 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cf59451-e65c-4f13-b3e1-07c1aeb51055 HTTP/1.1" status: 200 len: 943 time: 0.0646861 Sep 15 02:45:06.804129 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629025d0-a058-4d62-b3b1-89ba078bc331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=425aab43-35db-4bac-8c5f-ce2c75d86a0e,revision_number=None']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:06.854387 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-5422c941-c8fa-4b4c-af1b-a9590426a21d req-f3ae61c5-eeb7-4d68-885a-3b239a4bd6ed tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea3f50e-21de-421b-b9af-b4641846795e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445633 Sep 15 02:45:07.023970 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5884af0-c9b0-4ddd-8961-dbd2e81ff5cd req-1bba1c60-c5db-4fb6-b7c9-9a34edf026b6 tempest-DeleteServersTestJSON-1383848626 tempest-DeleteServersTestJSON-1383848626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:07.025864 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-e5884af0-c9b0-4ddd-8961-dbd2e81ff5cd req-1bba1c60-c5db-4fb6-b7c9-9a34edf026b6 tempest-DeleteServersTestJSON-1383848626 tempest-DeleteServersTestJSON-1383848626-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6571485-1182-4677-9426-4b0aed932aea HTTP/1.1" status: 200 len: 945 time: 0.0513501 Sep 15 02:45:07.069879 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-e5884af0-c9b0-4ddd-8961-dbd2e81ff5cd req-662a505b-14dd-41c7-9f48-1e303350b786 tempest-DeleteServersTestJSON-1383848626 tempest-DeleteServersTestJSON-1383848626-project] 10.222.0.13 "GET /v2.0/security-groups?id=a24aa79e-dc9d-4386-b425-9728020c9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369964 Sep 15 02:45:07.330494 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81436215-e449-418b-9704-48e932596956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4fb289e-00a9-45d8-a562-77ca178d76d4'}] {{(pid=101047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:45:07.332903 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c8380946bd2a122839d37a92bf46cf7528befbf14a007f21b6f8387627c5c86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bff8a6d-af18-4073-b324-53ea1f4b8875" -d '{"events": [{"server_uuid": "81436215-e449-418b-9704-48e932596956", "name": "network-vif-plugged", "status": "completed", "tag": "f4fb289e-00a9-45d8-a562-77ca178d76d4"}]}' {{(pid=101047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:45:07.381074 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 02:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2166712-6a9a-48d3-b5a5-59de027f9ba9 x-openstack-request-id: req-b2166712-6a9a-48d3-b5a5-59de027f9ba9 {{(pid=101047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:45:07.381074 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81436215-e449-418b-9704-48e932596956", "name": "network-vif-plugged", "status": "completed", "tag": "f4fb289e-00a9-45d8-a562-77ca178d76d4", "code": 200}]} {{(pid=101047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:45:07.381074 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b2166712-6a9a-48d3-b5a5-59de027f9ba9 {{(pid=101047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:45:07.381074 dv-cinder-759955-25-smb neutron-server[101047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81436215-e449-418b-9704-48e932596956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4fb289e-00a9-45d8-a562-77ca178d76d4', 'code': 200} Sep 15 02:45:07.446236 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c5ef21-645e-4413-b32a-f23e7912c7ce req-7d5162bd-4aa3-4eea-99c8-9006861e7535 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:07.447859 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-24c5ef21-645e-4413-b32a-f23e7912c7ce req-7d5162bd-4aa3-4eea-99c8-9006861e7535 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/ports?device_id=8186c944-7452-44a4-803d-b7a9d00cdc53 HTTP/1.1" status: 200 len: 944 time: 0.0501916 Sep 15 02:45:07.486678 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-24c5ef21-645e-4413-b32a-f23e7912c7ce req-ff53ae9c-e5ef-44f9-a673-54c7ed0c05d6 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/security-groups?id=005c9161-3e16-459b-9a3f-a4e8732292ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319095 Sep 15 02:45:07.488536 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5007c03-4916-4c05-8574-d26c513c70f7 req-43638512-deeb-448a-875c-0b6098b4d183 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:07.490130 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-e5007c03-4916-4c05-8574-d26c513c70f7 req-43638512-deeb-448a-875c-0b6098b4d183 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/ports?device_id=81436215-e449-418b-9704-48e932596956 HTTP/1.1" status: 200 len: 946 time: 0.0477517 Sep 15 02:45:07.536251 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-e5007c03-4916-4c05-8574-d26c513c70f7 req-b221692a-7acf-4f63-9be0-504f6f60af27 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a48ec5e-5483-47a7-a61c-ca706341677d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399866 Sep 15 02:45:07.762081 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3d3d75-ed3d-46dd-84fb-4055da5d3424 req-fa1ca45a-52fd-4872-86f5-9a4776b8cc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:07.763617 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-0d3d3d75-ed3d-46dd-84fb-4055da5d3424 req-fa1ca45a-52fd-4872-86f5-9a4776b8cc76 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=81436215-e449-418b-9704-48e932596956 HTTP/1.1" status: 200 len: 1099 time: 0.0412929 Sep 15 02:45:07.806216 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-0d3d3d75-ed3d-46dd-84fb-4055da5d3424 req-f757ac4d-18fa-4f42-88ba-be81ef6d3b4e service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=4a48ec5e-5483-47a7-a61c-ca706341677d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342836 Sep 15 02:45:07.943030 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Device 7803cf27-e539-421b-b66e-690840106306 details requested by agent hyperv_hv-cinder-75995 with host hv-cinder-75995 {{(pid=101047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 02:45:07.985558 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3b64c6-88f5-4a85-b580-c59c472ba5dd req-17ad17ca-9f7d-4c7d-b2e9-9c57176b35ed tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:07.987697 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-8f3b64c6-88f5-4a85-b580-c59c472ba5dd req-17ad17ca-9f7d-4c7d-b2e9-9c57176b35ed tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cf59451-e65c-4f13-b3e1-07c1aeb51055 HTTP/1.1" status: 200 len: 943 time: 0.0507994 Sep 15 02:45:08.036174 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-8f3b64c6-88f5-4a85-b580-c59c472ba5dd req-c2828479-4281-4e1f-bc08-bfd2c0d032f5 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea3f50e-21de-421b-b9af-b4641846795e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417304 Sep 15 02:45:08.181184 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] For port 7803cf27-e539-421b-b66e-690840106306, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=7803cf27-e539-421b-b66e-690840106306,segment=NetworkSegment(05f52a86-8cc0-4a65-9024-5aaf0393990e),segment_id=05f52a86-8cc0-4a65-9024-5aaf0393990e)] {{(pid=101047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:45:08.193085 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Returning: {'device': '7803cf27-e539-421b-b66e-690840106306', 'network_id': '559d7eea-ef89-4b33-b717-afb1545433a5', 'port_id': '7803cf27-e539-421b-b66e-690840106306', 'mac_address': 'fa:16:3e:4b:cf:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16cede8a-7007-4219-aa2d-1189c5c08411', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 02:45:08.226161 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a6a277-ca6e-443e-b0ff-58f01cd27de0 req-6892d808-77ca-440b-9b5f-9e617c62c708 tempest-DeleteServersTestJSON-1383848626 tempest-DeleteServersTestJSON-1383848626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:08.227731 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-76a6a277-ca6e-443e-b0ff-58f01cd27de0 req-6892d808-77ca-440b-9b5f-9e617c62c708 tempest-DeleteServersTestJSON-1383848626 tempest-DeleteServersTestJSON-1383848626-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6571485-1182-4677-9426-4b0aed932aea HTTP/1.1" status: 200 len: 945 time: 0.0502143 Sep 15 02:45:08.235935 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:08.256068 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.notifiers.nova [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7803cf27-e539-421b-b66e-690840106306 {{(pid=101047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 02:45:08.272746 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-76a6a277-ca6e-443e-b0ff-58f01cd27de0 req-076f7940-593c-4caf-acfe-db08d26c95f0 tempest-DeleteServersTestJSON-1383848626 tempest-DeleteServersTestJSON-1383848626-project] 10.222.0.13 "GET /v2.0/security-groups?id=a24aa79e-dc9d-4386-b425-9728020c9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380981 Sep 15 02:45:08.302918 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] For port 7803cf27-e539-421b-b66e-690840106306, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=7803cf27-e539-421b-b66e-690840106306,segment=NetworkSegment(05f52a86-8cc0-4a65-9024-5aaf0393990e),segment_id=05f52a86-8cc0-4a65-9024-5aaf0393990e)] {{(pid=101047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:45:08.355114 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:08.355795 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Device 53637e70-77fe-413e-9843-c1c348bf5fea details requested by agent hyperv_hv-cinder-75995 with host hv-cinder-75995 {{(pid=101047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 02:45:08.438367 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Pushing event updated for resources: {'Port': ['ID=7803cf27-e539-421b-b66e-690840106306,revision_number=4']} {{(pid=101047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:08.507286 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] For port 53637e70-77fe-413e-9843-c1c348bf5fea, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=53637e70-77fe-413e-9843-c1c348bf5fea,segment=NetworkSegment(3b14b1bf-a47b-467b-a4e0-6f402c26d2c4),segment_id=3b14b1bf-a47b-467b-a4e0-6f402c26d2c4)] {{(pid=101047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:45:08.519310 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Returning: {'device': '53637e70-77fe-413e-9843-c1c348bf5fea', 'network_id': '6f57639e-ff61-4a6a-8bb7-4f6634a3a645', 'port_id': '53637e70-77fe-413e-9843-c1c348bf5fea', 'mac_address': 'fa:16:3e:c6:a3:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0f1f6f6-a304-49b2-a651-7b609fdec3ef', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 02:45:08.558742 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:08.572257 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.notifiers.nova [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53637e70-77fe-413e-9843-c1c348bf5fea {{(pid=101047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 02:45:08.605727 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] For port 53637e70-77fe-413e-9843-c1c348bf5fea, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=53637e70-77fe-413e-9843-c1c348bf5fea,segment=NetworkSegment(3b14b1bf-a47b-467b-a4e0-6f402c26d2c4),segment_id=3b14b1bf-a47b-467b-a4e0-6f402c26d2c4)] {{(pid=101047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:45:08.621597 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c464d8ea-d1de-401a-b330-53a6c02a0866 req-6ea2448b-0f04-46b4-8ef8-ed545167882e tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:08.623443 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-c464d8ea-d1de-401a-b330-53a6c02a0866 req-6ea2448b-0f04-46b4-8ef8-ed545167882e tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/ports?device_id=8186c944-7452-44a4-803d-b7a9d00cdc53 HTTP/1.1" status: 200 len: 944 time: 0.0650697 Sep 15 02:45:08.672009 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-c464d8ea-d1de-401a-b330-53a6c02a0866 req-17cdb726-9e14-46dc-9073-8850aa39332c tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/security-groups?id=005c9161-3e16-459b-9a3f-a4e8732292ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423288 Sep 15 02:45:08.688756 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37acf64-7555-424a-9822-7f31f27b448b req-0bd1c3d1-d024-450e-ad94-98bb9ff0545c tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:08.691660 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-e37acf64-7555-424a-9822-7f31f27b448b req-0bd1c3d1-d024-450e-ad94-98bb9ff0545c tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/ports?device_id=81436215-e449-418b-9704-48e932596956 HTTP/1.1" status: 200 len: 946 time: 0.0620916 Sep 15 02:45:08.708608 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:08.751242 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-e37acf64-7555-424a-9822-7f31f27b448b req-f9bd7911-032f-4954-8b8f-1cc22406f181 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a48ec5e-5483-47a7-a61c-ca706341677d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551255 Sep 15 02:45:08.770945 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Pushing event updated for resources: {'Port': ['ID=53637e70-77fe-413e-9843-c1c348bf5fea,revision_number=4']} {{(pid=101047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:09.048196 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] get_ports_and_sgs() called for port_ids ['53637e70-77fe-413e-9843-c1c348bf5fea'] {{(pid=101047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 02:45:09.071981 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] get_ports_and_sgs() called for port_ids ['7803cf27-e539-421b-b66e-690840106306'] {{(pid=101047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 02:45:09.185373 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1d599f-cd67-4837-8529-c7e147e75bbe req-5a2c8063-467c-499b-a59a-bc1fad2e8e14 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:09.196278 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-8b1d599f-cd67-4837-8529-c7e147e75bbe req-5a2c8063-467c-499b-a59a-bc1fad2e8e14 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cf59451-e65c-4f13-b3e1-07c1aeb51055 HTTP/1.1" status: 200 len: 944 time: 0.0804784 Sep 15 02:45:09.249896 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-8b1d599f-cd67-4837-8529-c7e147e75bbe req-1593ad7a-7a69-4dee-9c4f-51c2b123063d tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea3f50e-21de-421b-b9af-b4641846795e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500851 Sep 15 02:45:09.787730 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5445226-c43d-45be-8be9-6d1e9992cde5 req-8b069174-feac-4ba0-854d-fc4d92e717b5 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:09.791604 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-e5445226-c43d-45be-8be9-6d1e9992cde5 req-8b069174-feac-4ba0-854d-fc4d92e717b5 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/ports?device_id=8186c944-7452-44a4-803d-b7a9d00cdc53 HTTP/1.1" status: 200 len: 945 time: 0.0508657 Sep 15 02:45:09.837314 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-e5445226-c43d-45be-8be9-6d1e9992cde5 req-0cce1c83-7bf8-474d-9672-f89ec876a5fe tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/security-groups?id=005c9161-3e16-459b-9a3f-a4e8732292ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412898 Sep 15 02:45:09.875992 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c6019c-c755-4f2b-9d68-44055ad596f1 req-ffb52b64-8580-46d5-90e0-8df238e9284f tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:09.877547 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-12c6019c-c755-4f2b-9d68-44055ad596f1 req-ffb52b64-8580-46d5-90e0-8df238e9284f tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/ports?device_id=81436215-e449-418b-9704-48e932596956 HTTP/1.1" status: 200 len: 946 time: 0.0576613 Sep 15 02:45:09.921805 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-12c6019c-c755-4f2b-9d68-44055ad596f1 req-f56a73e9-167f-4dcf-87c4-e0d41f9d56c9 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a48ec5e-5483-47a7-a61c-ca706341677d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377576 Sep 15 02:45:09.957299 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Device 7803cf27-e539-421b-b66e-690840106306 up at agent hyperv_hv-cinder-75995 {{(pid=101047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:45:10.092145 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Provisioning for port 7803cf27-e539-421b-b66e-690840106306 completed by entity L2. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 02:45:10.096919 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Provisioning complete for port 7803cf27-e539-421b-b66e-690840106306 triggered by entity L2. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:45:10.097289 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1575204'] for port, provisioning_complete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:10.247105 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:10.247105 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cf59451-e65c-4f13-b3e1-07c1aeb51055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7803cf27-e539-421b-b66e-690840106306'}] {{(pid=101047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:45:10.248996 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c8380946bd2a122839d37a92bf46cf7528befbf14a007f21b6f8387627c5c86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-099f27a8-6a00-4661-960a-324a16982365" -d '{"events": [{"server_uuid": "3cf59451-e65c-4f13-b3e1-07c1aeb51055", "name": "network-vif-plugged", "status": "completed", "tag": "7803cf27-e539-421b-b66e-690840106306"}]}' {{(pid=101047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:45:10.262236 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] For port 7803cf27-e539-421b-b66e-690840106306, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=7803cf27-e539-421b-b66e-690840106306,segment=NetworkSegment(05f52a86-8cc0-4a65-9024-5aaf0393990e),segment_id=05f52a86-8cc0-4a65-9024-5aaf0393990e)] {{(pid=101047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:45:10.295796 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 02:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02d136c0-199c-4481-9a6e-47d529d1d437 x-openstack-request-id: req-02d136c0-199c-4481-9a6e-47d529d1d437 {{(pid=101047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:45:10.295796 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cf59451-e65c-4f13-b3e1-07c1aeb51055", "name": "network-vif-plugged", "status": "completed", "tag": "7803cf27-e539-421b-b66e-690840106306", "code": 200}]} {{(pid=101047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:45:10.295796 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-02d136c0-199c-4481-9a6e-47d529d1d437 {{(pid=101047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:45:10.295796 dv-cinder-759955-25-smb neutron-server[101047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cf59451-e65c-4f13-b3e1-07c1aeb51055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7803cf27-e539-421b-b66e-690840106306', 'code': 200} Sep 15 02:45:10.391877 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fefc0d-4d0e-409b-8cfb-7a9b8a02d6ab req-f701ae60-59d5-45a1-aa41-900cfedfdf10 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:10.393411 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-95fefc0d-4d0e-409b-8cfb-7a9b8a02d6ab req-f701ae60-59d5-45a1-aa41-900cfedfdf10 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cf59451-e65c-4f13-b3e1-07c1aeb51055 HTTP/1.1" status: 200 len: 944 time: 0.0517399 Sep 15 02:45:10.434361 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-95fefc0d-4d0e-409b-8cfb-7a9b8a02d6ab req-472ee755-19e0-4104-9b2e-e5ca244a120f tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea3f50e-21de-421b-b9af-b4641846795e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322471 Sep 15 02:45:10.483188 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:10.489489 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Device 53637e70-77fe-413e-9843-c1c348bf5fea up at agent hyperv_hv-cinder-75995 {{(pid=101047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:45:10.702084 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Pushing event updated for resources: {'Port': ['ID=7803cf27-e539-421b-b66e-690840106306,revision_number=5']} {{(pid=101047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:10.790279 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Provisioning for port 53637e70-77fe-413e-9843-c1c348bf5fea completed by entity L2. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 02:45:10.793526 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6238aac2-5fda-484a-95cc-fb1da18698f1 req-829b314c-c29f-4f11-822f-e195ec532cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:10.797653 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-6238aac2-5fda-484a-95cc-fb1da18698f1 req-829b314c-c29f-4f11-822f-e195ec532cca service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a78d7ab424a94a83ac8ea30bcfea513a&device_id=81436215-e449-418b-9704-48e932596956 HTTP/1.1" status: 200 len: 1099 time: 0.1265163 Sep 15 02:45:10.798037 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Provisioning complete for port 53637e70-77fe-413e-9843-c1c348bf5fea triggered by entity L2. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:45:10.798414 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1575204'] for port, provisioning_complete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:10.851235 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17fc5ad-d619-4b1d-a6b7-82f44be648e0 req-a7b88b35-c51a-42ee-b098-e7fb718d47d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:10.853138 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-b17fc5ad-d619-4b1d-a6b7-82f44be648e0 req-a7b88b35-c51a-42ee-b098-e7fb718d47d1 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=3cf59451-e65c-4f13-b3e1-07c1aeb51055 HTTP/1.1" status: 200 len: 1098 time: 0.1232388 Sep 15 02:45:10.860062 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 35132) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:45:10.898144 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:10.939143 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c890f8cb-9b12-4445-b1ef-600aa556e1f2 req-02f5f2d7-6174-4f89-bf46-1708dcd82a0c tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:10.940822 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-c890f8cb-9b12-4445-b1ef-600aa556e1f2 req-02f5f2d7-6174-4f89-bf46-1708dcd82a0c tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/ports?device_id=81436215-e449-418b-9704-48e932596956 HTTP/1.1" status: 200 len: 946 time: 0.2514052 Sep 15 02:45:10.948685 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] For port 53637e70-77fe-413e-9843-c1c348bf5fea, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=53637e70-77fe-413e-9843-c1c348bf5fea,segment=NetworkSegment(3b14b1bf-a47b-467b-a4e0-6f402c26d2c4),segment_id=3b14b1bf-a47b-467b-a4e0-6f402c26d2c4)] {{(pid=101047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:45:10.971334 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-b17fc5ad-d619-4b1d-a6b7-82f44be648e0 req-7aaac7e0-49c0-4dda-965f-e1b7a4406d4e service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=aea3f50e-21de-421b-b9af-b4641846795e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062083 Sep 15 02:45:10.980640 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6238aac2-5fda-484a-95cc-fb1da18698f1 req-ec4cab3e-cdfd-468f-b7b1-8dd859adea30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:10.982189 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-6238aac2-5fda-484a-95cc-fb1da18698f1 req-ec4cab3e-cdfd-468f-b7b1-8dd859adea30 service neutron] 10.222.0.38 "GET /v2.0/networks?id=f37a69c0-4dd8-4d21-9641-e62da919cea1 HTTP/1.1" status: 200 len: 920 time: 0.1718223 Sep 15 02:45:10.988249 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-c890f8cb-9b12-4445-b1ef-600aa556e1f2 req-7bcc2dbf-aa9f-4257-8946-b28211571fe1 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a48ec5e-5483-47a7-a61c-ca706341677d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388961 Sep 15 02:45:11.029277 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-f038dc7d-1c7a-4939-8933-22e5ac76c66d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:11.034762 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:11.099689 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dabdeb7-40b5-48ba-b38a-5de1cb303200 req-7287ca17-50d6-49bb-8602-e4b78c8c245e tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:11.104293 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Pushing event updated for resources: {'Port': ['ID=53637e70-77fe-413e-9843-c1c348bf5fea,revision_number=5']} {{(pid=101047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:11.115240 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-9dabdeb7-40b5-48ba-b38a-5de1cb303200 req-7287ca17-50d6-49bb-8602-e4b78c8c245e tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/ports?device_id=8186c944-7452-44a4-803d-b7a9d00cdc53 HTTP/1.1" status: 200 len: 946 time: 0.0659707 Sep 15 02:45:11.155175 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-f038dc7d-1c7a-4939-8933-22e5ac76c66d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:11.155281 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-9dabdeb7-40b5-48ba-b38a-5de1cb303200 req-c2d570c5-1f5e-4c40-8522-fd298eb0a776 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/security-groups?id=005c9161-3e16-459b-9a3f-a4e8732292ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370150 Sep 15 02:45:11.233703 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-f038dc7d-1c7a-4939-8933-22e5ac76c66d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:11.236887 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-6238aac2-5fda-484a-95cc-fb1da18698f1 req-6b76e3f5-d5b8-4f3b-9d40-fefdef672c1f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f4fb289e-00a9-45d8-a562-77ca178d76d4 HTTP/1.1" status: 200 len: 217 time: 0.0408759 Sep 15 02:45:11.302953 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-f038dc7d-1c7a-4939-8933-22e5ac76c66d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d0fb7aa976ac41718956fa777861927a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4417131 Sep 15 02:45:11.305689 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 35146) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:45:11.307931 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f038dc7d-1c7a-4939-8933-22e5ac76c66d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81b4596c-120b-498c-a24a-48c4cbf11b8d,revision_number=1']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:11.319370 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6238aac2-5fda-484a-95cc-fb1da18698f1 req-4ac3a2e4-ae87-42e9-9978-ea7cbe17702d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:11.321179 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-6238aac2-5fda-484a-95cc-fb1da18698f1 req-4ac3a2e4-ae87-42e9-9978-ea7cbe17702d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f4bc3747-1b39-45b5-bc17-aa1d3078521b HTTP/1.1" status: 200 len: 859 time: 0.0760822 Sep 15 02:45:11.352936 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-6238aac2-5fda-484a-95cc-fb1da18698f1 req-56100bee-bfda-4255-b422-a7285aa86697 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f37a69c0-4dd8-4d21-9641-e62da919cea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246089 Sep 15 02:45:11.363294 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-b21810dc-3fe1-4065-ae1c-f58de95bd7a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:11.385447 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-b21810dc-3fe1-4065-ae1c-f58de95bd7a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:11.464169 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-6238aac2-5fda-484a-95cc-fb1da18698f1 req-3f1d3d18-175d-4857-b44b-9358f7b38dd0 service neutron] 10.222.0.38 "GET /v2.0/networks/f37a69c0-4dd8-4d21-9641-e62da919cea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031339 Sep 15 02:45:11.543515 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-b21810dc-3fe1-4065-ae1c-f58de95bd7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:11.546054 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-b21810dc-3fe1-4065-ae1c-f58de95bd7a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:11.547909 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-b21810dc-3fe1-4065-ae1c-f58de95bd7a9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/81b4596c-120b-498c-a24a-48c4cbf11b8d HTTP/1.1" status: 204 len: 168 time: 0.2404964 Sep 15 02:45:11.567952 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21810dc-3fe1-4065-ae1c-f58de95bd7a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81b4596c-120b-498c-a24a-48c4cbf11b8d,revision_number=None']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:11.587802 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236a8482-7e6d-40ce-bb98-09abe7afb260 req-387f1877-2962-430e-b612-37bdc3f9b216 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:11.596747 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-236a8482-7e6d-40ce-bb98-09abe7afb260 req-387f1877-2962-430e-b612-37bdc3f9b216 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cf59451-e65c-4f13-b3e1-07c1aeb51055 HTTP/1.1" status: 200 len: 945 time: 0.0875549 Sep 15 02:45:11.606715 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-6238aac2-5fda-484a-95cc-fb1da18698f1 req-0b35d421-3493-4232-8222-7cb93549d161 service neutron] 10.222.0.38 "GET /v2.0/networks/f37a69c0-4dd8-4d21-9641-e62da919cea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290550 Sep 15 02:45:11.643999 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-236a8482-7e6d-40ce-bb98-09abe7afb260 req-867ef2a6-a857-4f21-98e0-925b895643ad tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea3f50e-21de-421b-b9af-b4641846795e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463617 Sep 15 02:45:12.131603 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfe6fa2-0b45-4f80-a147-7c1f6a58bf1c req-5477cdf1-a4ad-4e20-9c87-3a7ef9e19749 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:12.133304 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-fbfe6fa2-0b45-4f80-a147-7c1f6a58bf1c req-5477cdf1-a4ad-4e20-9c87-3a7ef9e19749 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/ports?device_id=81436215-e449-418b-9704-48e932596956 HTTP/1.1" status: 200 len: 946 time: 0.0665104 Sep 15 02:45:12.181368 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-fbfe6fa2-0b45-4f80-a147-7c1f6a58bf1c req-b09d4115-6d23-45ce-9b96-540b6dd678af tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a48ec5e-5483-47a7-a61c-ca706341677d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387418 Sep 15 02:45:12.270543 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd013e55-916c-492b-a87c-baf515b64b00 req-9bc49e57-d4d4-4cfe-b30d-e449a7039cf6 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:12.272035 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-dd013e55-916c-492b-a87c-baf515b64b00 req-9bc49e57-d4d4-4cfe-b30d-e449a7039cf6 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/ports?device_id=8186c944-7452-44a4-803d-b7a9d00cdc53 HTTP/1.1" status: 200 len: 946 time: 0.0497429 Sep 15 02:45:12.284863 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 35196) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:45:12.289216 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8186c944-7452-44a4-803d-b7a9d00cdc53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53637e70-77fe-413e-9843-c1c348bf5fea'}] {{(pid=101047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:45:12.293153 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c8380946bd2a122839d37a92bf46cf7528befbf14a007f21b6f8387627c5c86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-275bff07-a16f-4914-b994-fbc6d284d16c" -d '{"events": [{"server_uuid": "8186c944-7452-44a4-803d-b7a9d00cdc53", "name": "network-vif-plugged", "status": "completed", "tag": "53637e70-77fe-413e-9843-c1c348bf5fea"}]}' {{(pid=101047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:45:12.299468 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-31be4212-cf77-4386-ab11-459243d793f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:12.322798 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-dd013e55-916c-492b-a87c-baf515b64b00 req-70a2489f-8f5d-4d25-b3fa-f1902d0aeafb tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/security-groups?id=005c9161-3e16-459b-9a3f-a4e8732292ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443106 Sep 15 02:45:12.351713 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 02:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-427ec6a3-c9e2-468e-aa42-a3e9bf34b356 x-openstack-request-id: req-427ec6a3-c9e2-468e-aa42-a3e9bf34b356 {{(pid=101047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:45:12.352033 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8186c944-7452-44a4-803d-b7a9d00cdc53", "name": "network-vif-plugged", "status": "completed", "tag": "53637e70-77fe-413e-9843-c1c348bf5fea", "code": 200}]} {{(pid=101047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:45:12.352289 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-427ec6a3-c9e2-468e-aa42-a3e9bf34b356 {{(pid=101047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:45:12.352677 dv-cinder-759955-25-smb neutron-server[101047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8186c944-7452-44a4-803d-b7a9d00cdc53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53637e70-77fe-413e-9843-c1c348bf5fea', 'code': 200} Sep 15 02:45:12.413334 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-31be4212-cf77-4386-ab11-459243d793f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:12.511926 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-31be4212-cf77-4386-ab11-459243d793f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:12.553772 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-31be4212-cf77-4386-ab11-459243d793f8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ec1fdc20f321480bb7945864051979dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2676544 Sep 15 02:45:12.555643 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31be4212-cf77-4386-ab11-459243d793f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84f4df6a-7118-453f-8b27-065561f71181,revision_number=1']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:12.556554 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 35206) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:45:12.606724 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-1b2196da-8298-4f1a-a544-9a932adf7525 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:12.634126 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-1b2196da-8298-4f1a-a544-9a932adf7525 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:12.705758 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cbc3b0-b89c-42ee-9e47-8a7198d6887e req-832c297c-dc89-4e08-a9e4-dff4c2b625c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:12.708161 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-99cbc3b0-b89c-42ee-9e47-8a7198d6887e req-832c297c-dc89-4e08-a9e4-dff4c2b625c5 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=8186c944-7452-44a4-803d-b7a9d00cdc53 HTTP/1.1" status: 200 len: 1099 time: 0.0525312 Sep 15 02:45:12.744765 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-99cbc3b0-b89c-42ee-9e47-8a7198d6887e req-f31ff4fa-7b86-4e22-8cb4-d03e4a72410a service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=005c9161-3e16-459b-9a3f-a4e8732292ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297289 Sep 15 02:45:12.773483 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677c3643-7bcc-4cb4-98c9-a3496f0d669c req-85ac3156-6af5-444b-888f-6437f783d563 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:12.774953 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-677c3643-7bcc-4cb4-98c9-a3496f0d669c req-85ac3156-6af5-444b-888f-6437f783d563 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cf59451-e65c-4f13-b3e1-07c1aeb51055 HTTP/1.1" status: 200 len: 945 time: 0.0497501 Sep 15 02:45:12.813964 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-677c3643-7bcc-4cb4-98c9-a3496f0d669c req-1f71decc-1e58-42e3-b4e9-6233a34937e2 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea3f50e-21de-421b-b9af-b4641846795e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331602 Sep 15 02:45:12.837097 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-1b2196da-8298-4f1a-a544-9a932adf7525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:12.839782 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-1b2196da-8298-4f1a-a544-9a932adf7525 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:12.840951 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-1b2196da-8298-4f1a-a544-9a932adf7525 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/84f4df6a-7118-453f-8b27-065561f71181 HTTP/1.1" status: 204 len: 168 time: 0.2832792 Sep 15 02:45:12.849532 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2196da-8298-4f1a-a544-9a932adf7525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84f4df6a-7118-453f-8b27-065561f71181,revision_number=None']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:12.942658 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5304ea7-aba6-4e1d-a042-d6f7fd2f6170 req-7111f7b7-9317-4858-86df-4344dce5a97f tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:12.944062 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-e5304ea7-aba6-4e1d-a042-d6f7fd2f6170 req-7111f7b7-9317-4858-86df-4344dce5a97f tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cf59451-e65c-4f13-b3e1-07c1aeb51055 HTTP/1.1" status: 200 len: 945 time: 0.0535142 Sep 15 02:45:12.954042 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 35222) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:45:12.958750 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.v2.base [None req-030996d9-a4e7-48c7-a205-4498f856a2f4 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Request body: {'floatingip': {'port_id': '7803cf27-e539-421b-b66e-690840106306'}} {{(pid=101045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:45:13.035858 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-030996d9-a4e7-48c7-a205-4498f856a2f4 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Notify callbacks [] for floatingip, before_update {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:13.388106 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb08264-c7e5-4126-830c-a12eebd4dc12 req-934de3e3-0c57-4c75-a8d7-41f30b15d2bf tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:13.389586 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-bcb08264-c7e5-4126-830c-a12eebd4dc12 req-934de3e3-0c57-4c75-a8d7-41f30b15d2bf tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/ports?device_id=81436215-e449-418b-9704-48e932596956 HTTP/1.1" status: 200 len: 946 time: 0.1186025 Sep 15 02:45:13.454910 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6740a3c-572d-4537-a728-461b3a4039fa req-5dbfb241-4b5a-4dac-9f39-76425d1ef851 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:13.456449 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-e6740a3c-572d-4537-a728-461b3a4039fa req-5dbfb241-4b5a-4dac-9f39-76425d1ef851 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/ports?device_id=8186c944-7452-44a4-803d-b7a9d00cdc53 HTTP/1.1" status: 200 len: 946 time: 0.0531850 Sep 15 02:45:13.518626 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-e6740a3c-572d-4537-a728-461b3a4039fa req-b01033ab-a48d-4f0a-8181-b95ba9c1953a tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/security-groups?id=005c9161-3e16-459b-9a3f-a4e8732292ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532057 Sep 15 02:45:13.542902 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-bcb08264-c7e5-4126-830c-a12eebd4dc12 req-4588ea04-906a-4364-b529-aa16526d7634 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a48ec5e-5483-47a7-a61c-ca706341677d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187549 Sep 15 02:45:13.642620 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 35244) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:45:13.655250 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-d46970a7-b024-4c92-9ddc-6ddff948285c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:13.768603 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-d46970a7-b024-4c92-9ddc-6ddff948285c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:13.801069 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-030996d9-a4e7-48c7-a205-4498f856a2f4 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:13.908996 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-d46970a7-b024-4c92-9ddc-6ddff948285c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:13.909143 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-030996d9-a4e7-48c7-a205-4498f856a2f4 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1028869'] for floatingip, after_update {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:13.951972 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-d46970a7-b024-4c92-9ddc-6ddff948285c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4c7867b91ad04f81b10a2c92b213ea1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3082309 Sep 15 02:45:13.952890 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46970a7-b024-4c92-9ddc-6ddff948285c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c9c4432-146f-4f84-8f24-40d3e35a1283,revision_number=1']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:13.955157 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 35260) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:45:14.060230 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-e7dc00f6-725d-4cf0-a188-19aa7d1a7756 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:14.069165 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.db.l3_db [None req-030996d9-a4e7-48c7-a205-4498f856a2f4 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Floating IP c91dd017-fb18-47bd-92a5-e85c8f3452fe associated. External IP: 172.28.3.26, port: 7803cf27-e539-421b-b66e-690840106306. Sep 15 02:45:14.300481 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-e7dc00f6-725d-4cf0-a188-19aa7d1a7756 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:14.491323 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-e7dc00f6-725d-4cf0-a188-19aa7d1a7756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:14.493933 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-e7dc00f6-725d-4cf0-a188-19aa7d1a7756 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:14.495071 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-e7dc00f6-725d-4cf0-a188-19aa7d1a7756 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0c9c4432-146f-4f84-8f24-40d3e35a1283 HTTP/1.1" status: 204 len: 168 time: 0.5384104 Sep 15 02:45:14.507663 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dc00f6-725d-4cf0-a188-19aa7d1a7756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c9c4432-146f-4f84-8f24-40d3e35a1283,revision_number=None']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:14.528770 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-030996d9-a4e7-48c7-a205-4498f856a2f4 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Router dfc0be1a-b117-4d36-9642-3bafdc9ad3b7 has already been hosted by L3 agent 22749488-15d0-44a3-a4aa-285786541688 {{(pid=101045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 02:45:14.708797 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-030996d9-a4e7-48c7-a205-4498f856a2f4 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Notify agent at l3_agent.dv-cinder-759955-25-smb the message routers_updated {{(pid=101045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 02:45:14.711486 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14ceaba-20dd-4612-9cfb-55a136d4cd54 req-b664bb93-87f6-4813-b6e1-b488214598b4 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:14.721294 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-b14ceaba-20dd-4612-9cfb-55a136d4cd54 req-b664bb93-87f6-4813-b6e1-b488214598b4 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/ports?device_id=8186c944-7452-44a4-803d-b7a9d00cdc53 HTTP/1.1" status: 200 len: 946 time: 0.1021602 Sep 15 02:45:14.727372 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-030996d9-a4e7-48c7-a205-4498f856a2f4 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89626'] for floatingip, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:14.729486 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e940e3-1527-4c4f-beb1-7a61e37036b9 None None] Sync routers for ids ['dfc0be1a-b117-4d36-9642-3bafdc9ad3b7'] in dv-cinder-759955-25-smb {{(pid=101048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 02:45:14.745501 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e940e3-1527-4c4f-beb1-7a61e37036b9 None None] Routers {'dfc0be1a-b117-4d36-9642-3bafdc9ad3b7'} bound to L3 agent in host dv-cinder-759955-25-smb {{(pid=101048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:45:14.745501 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_hamode_db [None req-89e940e3-1527-4c4f-beb1-7a61e37036b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T02:36:18Z,description=,heartbeat_timestamp=2021-09-15T02:44:48Z,host='dv-cinder-759955-25-smb',id=22749488-15d0-44a3-a4aa-285786541688,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:36:19Z,topic='l3_agent')) {'router_ids': ['dfc0be1a-b117-4d36-9642-3bafdc9ad3b7'], 'active': True} {{(pid=101048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:45:14.757467 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9340ce-b76b-40fc-9c00-2fd7ad11b000 req-9e8811c3-bca9-43cb-8272-fc02f144dc19 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:14.759122 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-ed9340ce-b76b-40fc-9c00-2fd7ad11b000 req-9e8811c3-bca9-43cb-8272-fc02f144dc19 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/ports?device_id=81436215-e449-418b-9704-48e932596956 HTTP/1.1" status: 200 len: 946 time: 0.1029494 Sep 15 02:45:14.768671 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-030996d9-a4e7-48c7-a205-4498f856a2f4 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "PUT /v2.0/floatingips/c91dd017-fb18-47bd-92a5-e85c8f3452fe HTTP/1.1" status: 200 len: 990 time: 1.8134241 Sep 15 02:45:14.770384 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cf59451-e65c-4f13-b3e1-07c1aeb51055', 'tag': '7803cf27-e539-421b-b66e-690840106306'}] {{(pid=101045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:45:14.773544 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86c436101efe1a363cd74fb96c1b6796ca3087f8916af27063bbdf5683c89520" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a6f05e7-7c64-49ed-b473-04376fdb6e32" -d '{"events": [{"name": "network-changed", "server_uuid": "3cf59451-e65c-4f13-b3e1-07c1aeb51055", "tag": "7803cf27-e539-421b-b66e-690840106306"}]}' {{(pid=101045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:45:14.787499 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-b14ceaba-20dd-4612-9cfb-55a136d4cd54 req-33aacb85-f98c-47f9-bf33-cd3ba3de6291 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/security-groups?id=005c9161-3e16-459b-9a3f-a4e8732292ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643420 Sep 15 02:45:14.814380 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-ed9340ce-b76b-40fc-9c00-2fd7ad11b000 req-85b9af8a-836f-44bd-b575-76fbf38c202c tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a48ec5e-5483-47a7-a61c-ca706341677d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442264 Sep 15 02:45:14.870806 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_dvr_db [None req-89e940e3-1527-4c4f-beb1-7a61e37036b9 None None] Set router dfc0be1a-b117-4d36-9642-3bafdc9ad3b7 gateway port host: dv-cinder-759955-25-smb {{(pid=101048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:45:14.906106 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 02:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcb73d0f-7327-4417-85c9-a09e6a8ed398 x-openstack-request-id: req-bcb73d0f-7327-4417-85c9-a09e6a8ed398 {{(pid=101045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:45:14.907288 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cf59451-e65c-4f13-b3e1-07c1aeb51055", "tag": "7803cf27-e539-421b-b66e-690840106306", "status": "completed", "code": 200}]} {{(pid=101045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:45:14.907727 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bcb73d0f-7327-4417-85c9-a09e6a8ed398 {{(pid=101045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:45:14.908339 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cf59451-e65c-4f13-b3e1-07c1aeb51055', 'tag': '7803cf27-e539-421b-b66e-690840106306', 'status': 'completed', 'code': 200} Sep 15 02:45:14.980933 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 35306) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:45:15.017804 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6f05e7-7c64-49ed-b473-04376fdb6e32 req-584a36a7-9ccc-478e-84c4-b0c5dff3cdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:15.019904 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-3a6f05e7-7c64-49ed-b473-04376fdb6e32 req-584a36a7-9ccc-478e-84c4-b0c5dff3cdc2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=bf1160da16cc4aa8a8f7f5065e5f7661&device_id=3cf59451-e65c-4f13-b3e1-07c1aeb51055 HTTP/1.1" status: 200 len: 1098 time: 0.0838127 Sep 15 02:45:15.099540 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8c26ba-315e-4d56-b9a9-5ae61bb2f684 req-5dc67593-4160-4d41-9675-20c966f3e917 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:15.111520 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-5f8c26ba-315e-4d56-b9a9-5ae61bb2f684 req-5dc67593-4160-4d41-9675-20c966f3e917 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/ports?device_id=8186c944-7452-44a4-803d-b7a9d00cdc53 HTTP/1.1" status: 200 len: 946 time: 0.1162407 Sep 15 02:45:15.112033 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 35316) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:45:15.121649 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.v2.base [None req-a1c90a1e-ad02-4b86-9eab-10deef659711 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Request body: {'floatingip': {'port_id': '53637e70-77fe-413e-9843-c1c348bf5fea'}} {{(pid=101045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:45:15.174168 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-a1c90a1e-ad02-4b86-9eab-10deef659711 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Notify callbacks [] for floatingip, before_update {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:15.177697 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6f05e7-7c64-49ed-b473-04376fdb6e32 req-8cd04235-6cf8-4137-b714-57958162e429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:15.179750 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-3a6f05e7-7c64-49ed-b473-04376fdb6e32 req-8cd04235-6cf8-4137-b714-57958162e429 service neutron] 10.222.0.38 "GET /v2.0/networks?id=559d7eea-ef89-4b33-b717-afb1545433a5 HTTP/1.1" status: 200 len: 917 time: 0.1336415 Sep 15 02:45:15.228929 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_hamode_db [None req-89e940e3-1527-4c4f-beb1-7a61e37036b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfc0be1a-b117-4d36-9642-3bafdc9ad3b7', 'name': 'tempest-AttachVolumeShelveTestJSON-124691277-router', 'tenant_id': 'bf1160da16cc4aa8a8f7f5065e5f7661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'external_fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.201'}], 'enable_snat': True}, 'gw_port_id': '0a083152-357b-4709-8597-35aaf717a22e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:44:30Z', 'updated_at': '2021-09-15T02:44:36Z', 'revision_number': 4, 'project_id': 'bf1160da16cc4aa8a8f7f5065e5f7661', 'gw_port': {'id': '0a083152-357b-4709-8597-35aaf717a22e', 'name': '', 'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:a7:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc0be1a-b117-4d36-9642-3bafdc9ad3b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:44:31Z', 'updated_at': '2021-09-15T02:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-smb', '_floatingips': [{'id': 'c91dd017-fb18-47bd-92a5-e85c8f3452fe', 'tenant_id': 'bf1160da16cc4aa8a8f7f5065e5f7661', 'floating_ip_address': '172.28.3.26', 'floating_network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'router_id': 'dfc0be1a-b117-4d36-9642-3bafdc9ad3b7', 'port_id': '7803cf27-e539-421b-b66e-690840106306', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '559d7eea-ef89-4b33-b717-afb1545433a5', 'mac_address': 'fa:16:3e:4b:cf:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf59451-e65c-4f13-b3e1-07c1aeb51055', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T02:44:50Z', 'updated_at': '2021-09-15T02:45:13Z', 'revision_number': 1, 'project_id': 'bf1160da16cc4aa8a8f7f5065e5f7661', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '424acb6b-76dd-4c47-a76a-0e916d710482', 'name': '', 'network_id': '559d7eea-ef89-4b33-b717-afb1545433a5', 'tenant_id': 'bf1160da16cc4aa8a8f7f5065e5f7661', 'mac_address': 'fa:16:3e:2d:21:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc0be1a-b117-4d36-9642-3bafdc9ad3b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '16cede8a-7007-4219-aa2d-1189c5c08411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:44:35Z', 'updated_at': '2021-09-15T02:44:50Z', 'revision_number': 5, 'project_id': 'bf1160da16cc4aa8a8f7f5065e5f7661', 'subnets': [{'id': '16cede8a-7007-4219-aa2d-1189c5c08411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-25-smb', False) {} {{(pid=101048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:45:15.242477 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-58cd15b1-bcec-4428-b07d-342ec4e9a735 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:15.281152 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e940e3-1527-4c4f-beb1-7a61e37036b9 None None] Checking router: dfc0be1a-b117-4d36-9642-3bafdc9ad3b7 for host: dv-cinder-759955-25-smb {{(pid=101048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 02:45:15.290677 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e940e3-1527-4c4f-beb1-7a61e37036b9 None None] Routers {'dfc0be1a-b117-4d36-9642-3bafdc9ad3b7'} bound to L3 agent in host dv-cinder-759955-25-smb {{(pid=101048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:45:15.291422 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_hamode_db [None req-89e940e3-1527-4c4f-beb1-7a61e37036b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T02:36:18Z,description=,heartbeat_timestamp=2021-09-15T02:44:48Z,host='dv-cinder-759955-25-smb',id=22749488-15d0-44a3-a4aa-285786541688,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:36:19Z,topic='l3_agent')) {'router_ids': ['dfc0be1a-b117-4d36-9642-3bafdc9ad3b7'], 'active': True} {{(pid=101048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:45:15.326004 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-3a6f05e7-7c64-49ed-b473-04376fdb6e32 req-6f97a4a4-8b60-484e-91ac-d5271badff42 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7803cf27-e539-421b-b66e-690840106306 HTTP/1.1" status: 200 len: 998 time: 0.1372974 Sep 15 02:45:15.399853 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6f05e7-7c64-49ed-b473-04376fdb6e32 req-546b9443-80ce-47b8-b1fa-f695b83b7dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:15.403409 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-3a6f05e7-7c64-49ed-b473-04376fdb6e32 req-546b9443-80ce-47b8-b1fa-f695b83b7dbc service neutron] 10.222.0.38 "GET /v2.0/subnets?id=16cede8a-7007-4219-aa2d-1189c5c08411 HTTP/1.1" status: 200 len: 855 time: 0.0690625 Sep 15 02:45:15.463376 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-61e3478a-7ff1-422d-b81c-35c50149d59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:15.469800 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6f05e7-7c64-49ed-b473-04376fdb6e32 req-c08bc4c8-45c9-4190-8d82-814f0b737a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:15.471912 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-3a6f05e7-7c64-49ed-b473-04376fdb6e32 req-c08bc4c8-45c9-4190-8d82-814f0b737a72 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=559d7eea-ef89-4b33-b717-afb1545433a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0547309 Sep 15 02:45:15.481051 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_dvr_db [None req-89e940e3-1527-4c4f-beb1-7a61e37036b9 None None] Set router dfc0be1a-b117-4d36-9642-3bafdc9ad3b7 gateway port host: dv-cinder-759955-25-smb {{(pid=101048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:45:15.523212 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 35326) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:45:15.652262 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-58cd15b1-bcec-4428-b07d-342ec4e9a735 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:15.664165 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-3a6f05e7-7c64-49ed-b473-04376fdb6e32 req-ac6a58ca-49fa-4522-a4dd-9b83e58e076a service neutron] 10.222.0.38 "GET /v2.0/networks/559d7eea-ef89-4b33-b717-afb1545433a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854539 Sep 15 02:45:15.706619 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-58cd15b1-bcec-4428-b07d-342ec4e9a735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:15.819494 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-3a6f05e7-7c64-49ed-b473-04376fdb6e32 req-06dc68dc-0812-4adc-b43b-df72bbeb464e service neutron] 10.222.0.38 "GET /v2.0/networks/559d7eea-ef89-4b33-b717-afb1545433a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412714 Sep 15 02:45:15.835596 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cd15b1-bcec-4428-b07d-342ec4e9a735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6447f42-2a2e-403a-99a9-8ca57a90480a,revision_number=1']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:15.842121 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-58cd15b1-bcec-4428-b07d-342ec4e9a735 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b8a8587e5e634b14b61875baab89a806&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8575225 Sep 15 02:45:15.844454 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 35340) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:45:15.853142 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-4d0d64c4-ac44-460e-b6cf-28fedefa25f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:15.865102 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f623a6-465f-4e9c-ab72-57cbce1f5d7b req-4aca306d-6d76-4426-9004-1a99fbc53cf9 tempest-DeleteServersTestJSON-1383848626 tempest-DeleteServersTestJSON-1383848626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:15.866744 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-99f623a6-465f-4e9c-ab72-57cbce1f5d7b req-4aca306d-6d76-4426-9004-1a99fbc53cf9 tempest-DeleteServersTestJSON-1383848626 tempest-DeleteServersTestJSON-1383848626-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6571485-1182-4677-9426-4b0aed932aea HTTP/1.1" status: 200 len: 945 time: 0.2526820 Sep 15 02:45:15.901898 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-709eaf1e-d84e-49fd-aa08-cd57fd440c1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:15.927303 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-709eaf1e-d84e-49fd-aa08-cd57fd440c1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:15.948895 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_hamode_db [None req-89e940e3-1527-4c4f-beb1-7a61e37036b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfc0be1a-b117-4d36-9642-3bafdc9ad3b7', 'name': 'tempest-AttachVolumeShelveTestJSON-124691277-router', 'tenant_id': 'bf1160da16cc4aa8a8f7f5065e5f7661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'external_fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.201'}], 'enable_snat': True}, 'gw_port_id': '0a083152-357b-4709-8597-35aaf717a22e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:44:30Z', 'updated_at': '2021-09-15T02:44:36Z', 'revision_number': 4, 'project_id': 'bf1160da16cc4aa8a8f7f5065e5f7661', 'gw_port': {'id': '0a083152-357b-4709-8597-35aaf717a22e', 'name': '', 'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:a7:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc0be1a-b117-4d36-9642-3bafdc9ad3b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:44:31Z', 'updated_at': '2021-09-15T02:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-smb', '_floatingips': [{'id': 'c91dd017-fb18-47bd-92a5-e85c8f3452fe', 'tenant_id': 'bf1160da16cc4aa8a8f7f5065e5f7661', 'floating_ip_address': '172.28.3.26', 'floating_network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'router_id': 'dfc0be1a-b117-4d36-9642-3bafdc9ad3b7', 'port_id': '7803cf27-e539-421b-b66e-690840106306', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '559d7eea-ef89-4b33-b717-afb1545433a5', 'mac_address': 'fa:16:3e:4b:cf:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf59451-e65c-4f13-b3e1-07c1aeb51055', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T02:44:50Z', 'updated_at': '2021-09-15T02:45:13Z', 'revision_number': 1, 'project_id': 'bf1160da16cc4aa8a8f7f5065e5f7661', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '424acb6b-76dd-4c47-a76a-0e916d710482', 'name': '', 'network_id': '559d7eea-ef89-4b33-b717-afb1545433a5', 'tenant_id': 'bf1160da16cc4aa8a8f7f5065e5f7661', 'mac_address': 'fa:16:3e:2d:21:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc0be1a-b117-4d36-9642-3bafdc9ad3b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '16cede8a-7007-4219-aa2d-1189c5c08411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:44:35Z', 'updated_at': '2021-09-15T02:44:50Z', 'revision_number': 5, 'project_id': 'bf1160da16cc4aa8a8f7f5065e5f7661', 'subnets': [{'id': '16cede8a-7007-4219-aa2d-1189c5c08411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-25-smb', False) {} {{(pid=101048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:45:15.982899 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e940e3-1527-4c4f-beb1-7a61e37036b9 None None] The sync data for ids ['dfc0be1a-b117-4d36-9642-3bafdc9ad3b7'] in dv-cinder-759955-25-smb is: [{'id': 'dfc0be1a-b117-4d36-9642-3bafdc9ad3b7', 'name': 'tempest-AttachVolumeShelveTestJSON-124691277-router', 'tenant_id': 'bf1160da16cc4aa8a8f7f5065e5f7661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'external_fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.201'}], 'enable_snat': True}, 'gw_port_id': '0a083152-357b-4709-8597-35aaf717a22e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:44:30Z', 'updated_at': '2021-09-15T02:44:36Z', 'revision_number': 4, 'project_id': 'bf1160da16cc4aa8a8f7f5065e5f7661', 'gw_port': {'id': '0a083152-357b-4709-8597-35aaf717a22e', 'name': '', 'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:a7:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc0be1a-b117-4d36-9642-3bafdc9ad3b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:44:31Z', 'updated_at': '2021-09-15T02:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-smb', '_floatingips': [{'id': 'c91dd017-fb18-47bd-92a5-e85c8f3452fe', 'tenant_id': 'bf1160da16cc4aa8a8f7f5065e5f7661', 'floating_ip_address': '172.28.3.26', 'floating_network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'router_id': 'dfc0be1a-b117-4d36-9642-3bafdc9ad3b7', 'port_id': '7803cf27-e539-421b-b66e-690840106306', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '559d7eea-ef89-4b33-b717-afb1545433a5', 'mac_address': 'fa:16:3e:4b:cf:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf59451-e65c-4f13-b3e1-07c1aeb51055', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T02:44:50Z', 'updated_at': '2021-09-15T02:45:13Z', 'revision_number': 1, 'project_id': 'bf1160da16cc4aa8a8f7f5065e5f7661', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '424acb6b-76dd-4c47-a76a-0e916d710482', 'name': '', 'network_id': '559d7eea-ef89-4b33-b717-afb1545433a5', 'tenant_id': 'bf1160da16cc4aa8a8f7f5065e5f7661', 'mac_address': 'fa:16:3e:2d:21:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc0be1a-b117-4d36-9642-3bafdc9ad3b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '16cede8a-7007-4219-aa2d-1189c5c08411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:44:35Z', 'updated_at': '2021-09-15T02:44:50Z', 'revision_number': 5, 'project_id': 'bf1160da16cc4aa8a8f7f5065e5f7661', 'subnets': [{'id': '16cede8a-7007-4219-aa2d-1189c5c08411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 02:45:16.023744 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b219323-45e0-41c2-ab99-5c3ba30165df req-60e18998-369f-4d0c-a470-e287674e8d3d tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:16.025334 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-0b219323-45e0-41c2-ab99-5c3ba30165df req-60e18998-369f-4d0c-a470-e287674e8d3d tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/ports?device_id=81436215-e449-418b-9704-48e932596956 HTTP/1.1" status: 200 len: 946 time: 0.0910699 Sep 15 02:45:16.085878 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-a1c90a1e-ad02-4b86-9eab-10deef659711 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:16.091183 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-0b219323-45e0-41c2-ab99-5c3ba30165df req-d8abc74f-c0d5-4c4d-96e3-15988be68a64 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a48ec5e-5483-47a7-a61c-ca706341677d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523872 Sep 15 02:45:16.101256 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-99f623a6-465f-4e9c-ab72-57cbce1f5d7b req-20f4c166-46d8-4b84-9c9c-b410dd1cb323 tempest-DeleteServersTestJSON-1383848626 tempest-DeleteServersTestJSON-1383848626-project] 10.222.0.13 "GET /v2.0/security-groups?id=a24aa79e-dc9d-4386-b425-9728020c9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222850 Sep 15 02:45:16.114404 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-709eaf1e-d84e-49fd-aa08-cd57fd440c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:16.117565 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-709eaf1e-d84e-49fd-aa08-cd57fd440c1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:16.122070 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-709eaf1e-d84e-49fd-aa08-cd57fd440c1e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b6447f42-2a2e-403a-99a9-8ca57a90480a HTTP/1.1" status: 204 len: 168 time: 0.2751408 Sep 15 02:45:16.135247 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709eaf1e-d84e-49fd-aa08-cd57fd440c1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6447f42-2a2e-403a-99a9-8ca57a90480a,revision_number=None']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:16.179573 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-a1c90a1e-ad02-4b86-9eab-10deef659711 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1028869'] for floatingip, after_update {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:16.288420 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-4d0d64c4-ac44-460e-b6cf-28fedefa25f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:16.309309 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a4c92c-87bf-497e-93af-22fdbe92c01f None None] New status for floating IP c91dd017-fb18-47bd-92a5-e85c8f3452fe: ACTIVE {{(pid=101047) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 02:45:16.356933 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.db.l3_db [None req-a1c90a1e-ad02-4b86-9eab-10deef659711 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Floating IP a17ec057-11b3-40ad-8cac-eb64aef3716c associated. External IP: 172.28.3.62, port: 53637e70-77fe-413e-9843-c1c348bf5fea. Sep 15 02:45:16.393842 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-4d0d64c4-ac44-460e-b6cf-28fedefa25f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:16.449443 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0d64c4-ac44-460e-b6cf-28fedefa25f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c6918a4-b665-4a77-a2c1-b8beb63f6cbf,revision_number=1']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:16.453837 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-4d0d64c4-ac44-460e-b6cf-28fedefa25f0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4d04406df1d74f7d9ae60a1b2868450a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9296174 Sep 15 02:45:16.457585 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 35362) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:45:16.529892 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-aa28996b-31df-491c-84ed-97935e71deae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:16.556027 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-aa28996b-31df-491c-84ed-97935e71deae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:16.703834 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-aa28996b-31df-491c-84ed-97935e71deae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:16.708838 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-aa28996b-31df-491c-84ed-97935e71deae admin admin] Notify callbacks [] for security_group, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:16.708838 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-aa28996b-31df-491c-84ed-97935e71deae admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8c6918a4-b665-4a77-a2c1-b8beb63f6cbf HTTP/1.1" status: 204 len: 168 time: 0.2508211 Sep 15 02:45:16.729269 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa28996b-31df-491c-84ed-97935e71deae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c6918a4-b665-4a77-a2c1-b8beb63f6cbf,revision_number=None']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:16.809428 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1c90a1e-ad02-4b86-9eab-10deef659711 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Router 4f1b0b79-e3c3-47e5-8db0-a2250f779792 has already been hosted by L3 agent 22749488-15d0-44a3-a4aa-285786541688 {{(pid=101045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 02:45:16.911238 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 35376) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:45:16.926190 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-ad519dac-ffda-4866-b45f-e617b0aac731 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:16.995613 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1c90a1e-ad02-4b86-9eab-10deef659711 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Notify agent at l3_agent.dv-cinder-759955-25-smb the message routers_updated {{(pid=101045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 02:45:17.001604 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-a1c90a1e-ad02-4b86-9eab-10deef659711 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89626'] for floatingip, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:17.011623 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698e8e7a-82e0-4272-9610-c9babd3798a0 None None] Sync routers for ids ['4f1b0b79-e3c3-47e5-8db0-a2250f779792'] in dv-cinder-759955-25-smb {{(pid=101048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 02:45:17.021310 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698e8e7a-82e0-4272-9610-c9babd3798a0 None None] Routers {'4f1b0b79-e3c3-47e5-8db0-a2250f779792'} bound to L3 agent in host dv-cinder-759955-25-smb {{(pid=101048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:45:17.022304 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_hamode_db [None req-698e8e7a-82e0-4272-9610-c9babd3798a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T02:36:18Z,description=,heartbeat_timestamp=2021-09-15T02:44:48Z,host='dv-cinder-759955-25-smb',id=22749488-15d0-44a3-a4aa-285786541688,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:36:19Z,topic='l3_agent')) {'router_ids': ['4f1b0b79-e3c3-47e5-8db0-a2250f779792'], 'active': True} {{(pid=101048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:45:17.045622 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-a1c90a1e-ad02-4b86-9eab-10deef659711 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "PUT /v2.0/floatingips/a17ec057-11b3-40ad-8cac-eb64aef3716c HTTP/1.1" status: 200 len: 991 time: 1.9299483 Sep 15 02:45:17.046158 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8186c944-7452-44a4-803d-b7a9d00cdc53', 'tag': '53637e70-77fe-413e-9843-c1c348bf5fea'}] {{(pid=101045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:45:17.048596 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86c436101efe1a363cd74fb96c1b6796ca3087f8916af27063bbdf5683c89520" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35506aed-a004-4426-9bac-fbd45b66b62c" -d '{"events": [{"name": "network-changed", "server_uuid": "8186c944-7452-44a4-803d-b7a9d00cdc53", "tag": "53637e70-77fe-413e-9843-c1c348bf5fea"}]}' {{(pid=101045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:45:17.101596 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 02:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fac39d1-bd68-4ee3-a0f7-63386f1c56b6 x-openstack-request-id: req-6fac39d1-bd68-4ee3-a0f7-63386f1c56b6 {{(pid=101045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:45:17.102646 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8186c944-7452-44a4-803d-b7a9d00cdc53", "tag": "53637e70-77fe-413e-9843-c1c348bf5fea", "status": "completed", "code": 200}]} {{(pid=101045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:45:17.102646 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6fac39d1-bd68-4ee3-a0f7-63386f1c56b6 {{(pid=101045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:45:17.102646 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8186c944-7452-44a4-803d-b7a9d00cdc53', 'tag': '53637e70-77fe-413e-9843-c1c348bf5fea', 'status': 'completed', 'code': 200} Sep 15 02:45:17.168278 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_dvr_db [None req-698e8e7a-82e0-4272-9610-c9babd3798a0 None None] Set router 4f1b0b79-e3c3-47e5-8db0-a2250f779792 gateway port host: dv-cinder-759955-25-smb {{(pid=101048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:45:17.194394 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-ad519dac-ffda-4866-b45f-e617b0aac731 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:17.286553 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-ad519dac-ffda-4866-b45f-e617b0aac731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:17.416738 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f4a763-31a4-4bef-a419-d443fa40459e req-24c7aaa8-07ae-4560-905f-eb74e47eb0a3 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:17.418288 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-00f4a763-31a4-4bef-a419-d443fa40459e req-24c7aaa8-07ae-4560-905f-eb74e47eb0a3 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/ports?device_id=81436215-e449-418b-9704-48e932596956 HTTP/1.1" status: 200 len: 946 time: 0.1950982 Sep 15 02:45:17.426361 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-ad519dac-ffda-4866-b45f-e617b0aac731 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b8fd9d4d93414039b3e6d29829eb077a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5124092 Sep 15 02:45:17.426361 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad519dac-ffda-4866-b45f-e617b0aac731 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1cfb828-b134-49c0-b234-b321f3c8a232,revision_number=1']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:17.430441 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 35398) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:45:17.523408 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35506aed-a004-4426-9bac-fbd45b66b62c req-d6bdbadd-c393-4bd0-9849-c9bf3e1f182e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:17.524665 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_hamode_db [None req-698e8e7a-82e0-4272-9610-c9babd3798a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f1b0b79-e3c3-47e5-8db0-a2250f779792', 'name': 'tempest-AttachVolumeTestJSON-1616189826-router', 'tenant_id': '3b73a94c214748a88ea9fc76fb540004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'external_fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.116'}], 'enable_snat': True}, 'gw_port_id': 'a378dd54-a4ba-4713-9628-1728198bde37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:44:29Z', 'updated_at': '2021-09-15T02:44:37Z', 'revision_number': 4, 'project_id': '3b73a94c214748a88ea9fc76fb540004', 'gw_port': {'id': 'a378dd54-a4ba-4713-9628-1728198bde37', 'name': '', 'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:8b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1b0b79-e3c3-47e5-8db0-a2250f779792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:44:30Z', 'updated_at': '2021-09-15T02:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-smb', '_floatingips': [{'id': 'a17ec057-11b3-40ad-8cac-eb64aef3716c', 'tenant_id': '3b73a94c214748a88ea9fc76fb540004', 'floating_ip_address': '172.28.3.62', 'floating_network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'router_id': '4f1b0b79-e3c3-47e5-8db0-a2250f779792', 'port_id': '53637e70-77fe-413e-9843-c1c348bf5fea', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f57639e-ff61-4a6a-8bb7-4f6634a3a645', 'mac_address': 'fa:16:3e:c6:a3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8186c944-7452-44a4-803d-b7a9d00cdc53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T02:44:52Z', 'updated_at': '2021-09-15T02:45:15Z', 'revision_number': 1, 'project_id': '3b73a94c214748a88ea9fc76fb540004', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dbb9097-a267-45a9-95b6-8e499d62a8a4', 'name': '', 'network_id': '6f57639e-ff61-4a6a-8bb7-4f6634a3a645', 'tenant_id': '3b73a94c214748a88ea9fc76fb540004', 'mac_address': 'fa:16:3e:6b:1e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1b0b79-e3c3-47e5-8db0-a2250f779792', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a0f1f6f6-a304-49b2-a651-7b609fdec3ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:44:36Z', 'updated_at': '2021-09-15T02:44:49Z', 'revision_number': 5, 'project_id': '3b73a94c214748a88ea9fc76fb540004', 'subnets': [{'id': 'a0f1f6f6-a304-49b2-a651-7b609fdec3ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-25-smb', False) {} {{(pid=101048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:45:17.524920 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-35506aed-a004-4426-9bac-fbd45b66b62c req-d6bdbadd-c393-4bd0-9849-c9bf3e1f182e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3b73a94c214748a88ea9fc76fb540004&device_id=8186c944-7452-44a4-803d-b7a9d00cdc53 HTTP/1.1" status: 200 len: 1099 time: 0.3903015 Sep 15 02:45:17.533208 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-b682ccf7-e4ec-46e1-87ca-b2e216cd24a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:17.537583 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-00f4a763-31a4-4bef-a419-d443fa40459e req-a4b045d8-98f7-47dd-add8-815dc7dadafd tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a48ec5e-5483-47a7-a61c-ca706341677d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041181 Sep 15 02:45:17.556945 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698e8e7a-82e0-4272-9610-c9babd3798a0 None None] Checking router: 4f1b0b79-e3c3-47e5-8db0-a2250f779792 for host: dv-cinder-759955-25-smb {{(pid=101048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 02:45:17.570943 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-b682ccf7-e4ec-46e1-87ca-b2e216cd24a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:17.579082 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698e8e7a-82e0-4272-9610-c9babd3798a0 None None] Routers {'4f1b0b79-e3c3-47e5-8db0-a2250f779792'} bound to L3 agent in host dv-cinder-759955-25-smb {{(pid=101048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:45:17.579082 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_hamode_db [None req-698e8e7a-82e0-4272-9610-c9babd3798a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T02:36:18Z,description=,heartbeat_timestamp=2021-09-15T02:44:48Z,host='dv-cinder-759955-25-smb',id=22749488-15d0-44a3-a4aa-285786541688,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:36:19Z,topic='l3_agent')) {'router_ids': ['4f1b0b79-e3c3-47e5-8db0-a2250f779792'], 'active': True} {{(pid=101048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:45:17.592511 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa11b21-b22d-46da-b68a-2c9b75f4cd37 req-f78558d7-3fea-4398-89c6-debf26f39928 tempest-DeleteServersTestJSON-1383848626 tempest-DeleteServersTestJSON-1383848626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:17.601586 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-daa11b21-b22d-46da-b68a-2c9b75f4cd37 req-f78558d7-3fea-4398-89c6-debf26f39928 tempest-DeleteServersTestJSON-1383848626 tempest-DeleteServersTestJSON-1383848626-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6571485-1182-4677-9426-4b0aed932aea HTTP/1.1" status: 200 len: 945 time: 0.1535070 Sep 15 02:45:17.630049 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f2d8b3-e07d-433c-8ac5-c847d0a58c14 req-2741a0f6-727e-4f7b-bacd-f33ec0e05eff tempest-DeleteServersTestJSON-1383848626 tempest-DeleteServersTestJSON-1383848626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:17.631561 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-40f2d8b3-e07d-433c-8ac5-c847d0a58c14 req-2741a0f6-727e-4f7b-bacd-f33ec0e05eff tempest-DeleteServersTestJSON-1383848626 tempest-DeleteServersTestJSON-1383848626-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6571485-1182-4677-9426-4b0aed932aea HTTP/1.1" status: 200 len: 945 time: 0.1825421 Sep 15 02:45:17.711184 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 35410) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:45:17.726276 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-53319a9f-7986-444c-a81a-8bf4e17040e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:17.728235 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-b682ccf7-e4ec-46e1-87ca-b2e216cd24a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:17.731546 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-b682ccf7-e4ec-46e1-87ca-b2e216cd24a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:17.735714 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-b682ccf7-e4ec-46e1-87ca-b2e216cd24a0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f1cfb828-b134-49c0-b234-b321f3c8a232 HTTP/1.1" status: 204 len: 168 time: 0.2982755 Sep 15 02:45:17.740445 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_dvr_db [None req-698e8e7a-82e0-4272-9610-c9babd3798a0 None None] Set router 4f1b0b79-e3c3-47e5-8db0-a2250f779792 gateway port host: dv-cinder-759955-25-smb {{(pid=101048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:45:17.782871 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b682ccf7-e4ec-46e1-87ca-b2e216cd24a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1cfb828-b134-49c0-b234-b321f3c8a232,revision_number=None']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:17.913337 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-53319a9f-7986-444c-a81a-8bf4e17040e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:17.914857 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-daa11b21-b22d-46da-b68a-2c9b75f4cd37 req-15d03b82-11d9-4c66-b8a5-697c4b9d7290 tempest-DeleteServersTestJSON-1383848626 tempest-DeleteServersTestJSON-1383848626-project] 10.222.0.13 "GET /v2.0/security-groups?id=a24aa79e-dc9d-4386-b425-9728020c9485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3124175 Sep 15 02:45:17.955197 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35506aed-a004-4426-9bac-fbd45b66b62c req-52b2ce8d-0a16-43a6-bf3e-ff859cd7bc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:17.956654 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-35506aed-a004-4426-9bac-fbd45b66b62c req-52b2ce8d-0a16-43a6-bf3e-ff859cd7bc90 service neutron] 10.222.0.38 "GET /v2.0/networks?id=6f57639e-ff61-4a6a-8bb7-4f6634a3a645 HTTP/1.1" status: 200 len: 912 time: 0.4224925 Sep 15 02:45:17.968708 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.plugin [req-40f2d8b3-e07d-433c-8ac5-c847d0a58c14 req-7873ba4a-0ae7-4575-91e7-fe39645796fe tempest-DeleteServersTestJSON-1383848626 tempest-DeleteServersTestJSON-1383848626-project] Deleting port ccfe8f69-f7cf-41b3-845c-e428beded057 {{(pid=101046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:45:17.969055 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [req-40f2d8b3-e07d-433c-8ac5-c847d0a58c14 req-7873ba4a-0ae7-4575-91e7-fe39645796fe tempest-DeleteServersTestJSON-1383848626 tempest-DeleteServersTestJSON-1383848626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781587782193'] for port, before_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:17.994383 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-53319a9f-7986-444c-a81a-8bf4e17040e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:18.049344 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-53319a9f-7986-444c-a81a-8bf4e17040e7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b6756520987b4ed89849b83bb9d78e63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3370636 Sep 15 02:45:18.050907 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53319a9f-7986-444c-a81a-8bf4e17040e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e2b7cbe-635f-4ad5-a528-dfd9d8c56d88,revision_number=1']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:18.055079 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 35418) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:45:18.074259 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_hamode_db [None req-698e8e7a-82e0-4272-9610-c9babd3798a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f1b0b79-e3c3-47e5-8db0-a2250f779792', 'name': 'tempest-AttachVolumeTestJSON-1616189826-router', 'tenant_id': '3b73a94c214748a88ea9fc76fb540004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'external_fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.116'}], 'enable_snat': True}, 'gw_port_id': 'a378dd54-a4ba-4713-9628-1728198bde37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:44:29Z', 'updated_at': '2021-09-15T02:44:37Z', 'revision_number': 4, 'project_id': '3b73a94c214748a88ea9fc76fb540004', 'gw_port': {'id': 'a378dd54-a4ba-4713-9628-1728198bde37', 'name': '', 'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:8b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1b0b79-e3c3-47e5-8db0-a2250f779792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:44:30Z', 'updated_at': '2021-09-15T02:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-smb', '_floatingips': [{'id': 'a17ec057-11b3-40ad-8cac-eb64aef3716c', 'tenant_id': '3b73a94c214748a88ea9fc76fb540004', 'floating_ip_address': '172.28.3.62', 'floating_network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'router_id': '4f1b0b79-e3c3-47e5-8db0-a2250f779792', 'port_id': '53637e70-77fe-413e-9843-c1c348bf5fea', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f57639e-ff61-4a6a-8bb7-4f6634a3a645', 'mac_address': 'fa:16:3e:c6:a3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8186c944-7452-44a4-803d-b7a9d00cdc53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T02:44:52Z', 'updated_at': '2021-09-15T02:45:15Z', 'revision_number': 1, 'project_id': '3b73a94c214748a88ea9fc76fb540004', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dbb9097-a267-45a9-95b6-8e499d62a8a4', 'name': '', 'network_id': '6f57639e-ff61-4a6a-8bb7-4f6634a3a645', 'tenant_id': '3b73a94c214748a88ea9fc76fb540004', 'mac_address': 'fa:16:3e:6b:1e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1b0b79-e3c3-47e5-8db0-a2250f779792', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a0f1f6f6-a304-49b2-a651-7b609fdec3ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:44:36Z', 'updated_at': '2021-09-15T02:44:49Z', 'revision_number': 5, 'project_id': '3b73a94c214748a88ea9fc76fb540004', 'subnets': [{'id': 'a0f1f6f6-a304-49b2-a651-7b609fdec3ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-25-smb', False) {} {{(pid=101048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:45:18.096505 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-35506aed-a004-4426-9bac-fbd45b66b62c req-6f2bc48b-574b-4fee-841a-a137f5bd907b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=53637e70-77fe-413e-9843-c1c348bf5fea HTTP/1.1" status: 200 len: 999 time: 0.1300967 Sep 15 02:45:18.102959 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698e8e7a-82e0-4272-9610-c9babd3798a0 None None] The sync data for ids ['4f1b0b79-e3c3-47e5-8db0-a2250f779792'] in dv-cinder-759955-25-smb is: [{'id': '4f1b0b79-e3c3-47e5-8db0-a2250f779792', 'name': 'tempest-AttachVolumeTestJSON-1616189826-router', 'tenant_id': '3b73a94c214748a88ea9fc76fb540004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'external_fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.116'}], 'enable_snat': True}, 'gw_port_id': 'a378dd54-a4ba-4713-9628-1728198bde37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:44:29Z', 'updated_at': '2021-09-15T02:44:37Z', 'revision_number': 4, 'project_id': '3b73a94c214748a88ea9fc76fb540004', 'gw_port': {'id': 'a378dd54-a4ba-4713-9628-1728198bde37', 'name': '', 'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:8b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1b0b79-e3c3-47e5-8db0-a2250f779792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:44:30Z', 'updated_at': '2021-09-15T02:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-smb', '_floatingips': [{'id': 'a17ec057-11b3-40ad-8cac-eb64aef3716c', 'tenant_id': '3b73a94c214748a88ea9fc76fb540004', 'floating_ip_address': '172.28.3.62', 'floating_network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'router_id': '4f1b0b79-e3c3-47e5-8db0-a2250f779792', 'port_id': '53637e70-77fe-413e-9843-c1c348bf5fea', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f57639e-ff61-4a6a-8bb7-4f6634a3a645', 'mac_address': 'fa:16:3e:c6:a3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8186c944-7452-44a4-803d-b7a9d00cdc53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T02:44:52Z', 'updated_at': '2021-09-15T02:45:15Z', 'revision_number': 1, 'project_id': '3b73a94c214748a88ea9fc76fb540004', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dbb9097-a267-45a9-95b6-8e499d62a8a4', 'name': '', 'network_id': '6f57639e-ff61-4a6a-8bb7-4f6634a3a645', 'tenant_id': '3b73a94c214748a88ea9fc76fb540004', 'mac_address': 'fa:16:3e:6b:1e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1b0b79-e3c3-47e5-8db0-a2250f779792', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a0f1f6f6-a304-49b2-a651-7b609fdec3ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:44:36Z', 'updated_at': '2021-09-15T02:44:49Z', 'revision_number': 5, 'project_id': '3b73a94c214748a88ea9fc76fb540004', 'subnets': [{'id': 'a0f1f6f6-a304-49b2-a651-7b609fdec3ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 02:45:18.139878 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-f6244cc8-1a8f-4ce0-9094-8431f097956e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:18.186663 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-f6244cc8-1a8f-4ce0-9094-8431f097956e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:18.194743 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.db [req-40f2d8b3-e07d-433c-8ac5-c847d0a58c14 req-7873ba4a-0ae7-4575-91e7-fe39645796fe tempest-DeleteServersTestJSON-1383848626 tempest-DeleteServersTestJSON-1383848626-project] For port ccfe8f69-f7cf-41b3-845c-e428beded057, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=ccfe8f69-f7cf-41b3-845c-e428beded057,segment=NetworkSegment(33bce18f-4ace-46c7-9cb8-981fd4928ec3),segment_id=33bce18f-4ace-46c7-9cb8-981fd4928ec3)] {{(pid=101046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:45:18.195148 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [req-40f2d8b3-e07d-433c-8ac5-c847d0a58c14 req-7873ba4a-0ae7-4575-91e7-fe39645796fe tempest-DeleteServersTestJSON-1383848626 tempest-DeleteServersTestJSON-1383848626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023821'] for port, precommit_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:18.212399 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.plugin [req-40f2d8b3-e07d-433c-8ac5-c847d0a58c14 req-7873ba4a-0ae7-4575-91e7-fe39645796fe tempest-DeleteServersTestJSON-1383848626 tempest-DeleteServersTestJSON-1383848626-project] Calling delete_port for ccfe8f69-f7cf-41b3-845c-e428beded057 owned by compute:nova {{(pid=101046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:45:18.234897 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-6cc4a2e2-a0d5-4ef0-be50-ebd6f457a231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:18.297499 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-f6244cc8-1a8f-4ce0-9094-8431f097956e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:18.300480 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-f6244cc8-1a8f-4ce0-9094-8431f097956e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:18.301799 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-f6244cc8-1a8f-4ce0-9094-8431f097956e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8e2b7cbe-635f-4ad5-a528-dfd9d8c56d88 HTTP/1.1" status: 204 len: 168 time: 0.2456179 Sep 15 02:45:18.308818 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35506aed-a004-4426-9bac-fbd45b66b62c req-3c6075c8-181c-4ab2-a53e-a7fd7862637a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:18.310305 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-35506aed-a004-4426-9bac-fbd45b66b62c req-3c6075c8-181c-4ab2-a53e-a7fd7862637a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a0f1f6f6-a304-49b2-a651-7b609fdec3ef HTTP/1.1" status: 200 len: 850 time: 0.1916394 Sep 15 02:45:18.311574 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6244cc8-1a8f-4ce0-9094-8431f097956e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e2b7cbe-635f-4ad5-a528-dfd9d8c56d88,revision_number=None']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:18.383376 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35506aed-a004-4426-9bac-fbd45b66b62c req-183e46c6-6429-4990-b59c-dbab8a529fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:18.384862 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-35506aed-a004-4426-9bac-fbd45b66b62c req-183e46c6-6429-4990-b59c-dbab8a529fd8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6f57639e-ff61-4a6a-8bb7-4f6634a3a645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0644233 Sep 15 02:45:18.437698 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b873e9-36cd-4c22-ad9b-d1ea1510f669 None None] New status for floating IP a17ec057-11b3-40ad-8cac-eb64aef3716c: ACTIVE {{(pid=101047) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 02:45:18.498282 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:18.572355 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-35506aed-a004-4426-9bac-fbd45b66b62c req-7ce34968-c87f-4d86-94f5-90d6f33e71d1 service neutron] 10.222.0.38 "GET /v2.0/networks/6f57639e-ff61-4a6a-8bb7-4f6634a3a645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774132 Sep 15 02:45:18.680352 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [req-40f2d8b3-e07d-433c-8ac5-c847d0a58c14 req-7873ba4a-0ae7-4575-91e7-fe39645796fe tempest-DeleteServersTestJSON-1383848626 tempest-DeleteServersTestJSON-1383848626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781587788279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781587269057'] for port, after_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:18.693924 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] get_ports_and_sgs() called for port_ids ['ccfe8f69-f7cf-41b3-845c-e428beded057'] {{(pid=101047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 02:45:18.761794 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7873ba4a-0ae7-4575-91e7-fe39645796fe tempest-DeleteServersTestJSON-1383848626 tempest-DeleteServersTestJSON-1383848626-project] Pushing event deleted for resources: {'Port': ['ID=ccfe8f69-f7cf-41b3-845c-e428beded057,revision_number=None']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:18.836393 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8065444f-efbd-4f53-af79-73217accfd89 req-2d217c31-c783-4488-b68c-0fc4e3a457a9 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:18.837976 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-8065444f-efbd-4f53-af79-73217accfd89 req-2d217c31-c783-4488-b68c-0fc4e3a457a9 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/ports?device_id=81436215-e449-418b-9704-48e932596956 HTTP/1.1" status: 200 len: 946 time: 0.2150335 Sep 15 02:45:18.859161 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-35506aed-a004-4426-9bac-fbd45b66b62c req-775068dd-7080-46d3-8344-d22513534a3a service neutron] 10.222.0.38 "GET /v2.0/networks/6f57639e-ff61-4a6a-8bb7-4f6634a3a645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2787201 Sep 15 02:45:18.860698 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.db.l3_dvrscheduler_db [req-40f2d8b3-e07d-433c-8ac5-c847d0a58c14 req-7873ba4a-0ae7-4575-91e7-fe39645796fe tempest-DeleteServersTestJSON-1383848626 tempest-DeleteServersTestJSON-1383848626-project] No DVR routers for this DVR port ccfe8f69-f7cf-41b3-845c-e428beded057 on host hv-cinder-75995 {{(pid=101046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 02:45:18.868609 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [req-40f2d8b3-e07d-433c-8ac5-c847d0a58c14 req-7873ba4a-0ae7-4575-91e7-fe39645796fe tempest-DeleteServersTestJSON-1383848626 tempest-DeleteServersTestJSON-1383848626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89626'] for port, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:18.877931 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-40f2d8b3-e07d-433c-8ac5-c847d0a58c14 req-7873ba4a-0ae7-4575-91e7-fe39645796fe tempest-DeleteServersTestJSON-1383848626 tempest-DeleteServersTestJSON-1383848626-project] 10.222.0.38 "DELETE /v2.0/ports/ccfe8f69-f7cf-41b3-845c-e428beded057 HTTP/1.1" status: 204 len: 173 time: 1.2160819 Sep 15 02:45:18.877931 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6571485-1182-4677-9426-4b0aed932aea', 'name': 'network-vif-deleted', 'tag': 'ccfe8f69-f7cf-41b3-845c-e428beded057'}] {{(pid=101046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:45:18.882072 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09f236bde6c897f5223593461388a859426f0e46db55c614fbf86303128fc53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09085b79-86f6-4a3f-9973-5dee0eadff40" -d '{"events": [{"server_uuid": "b6571485-1182-4677-9426-4b0aed932aea", "name": "network-vif-deleted", "tag": "ccfe8f69-f7cf-41b3-845c-e428beded057"}]}' {{(pid=101046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:45:18.916845 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-8065444f-efbd-4f53-af79-73217accfd89 req-4b3e4792-43cb-470a-9d89-4c98cb812ec9 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a48ec5e-5483-47a7-a61c-ca706341677d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601518 Sep 15 02:45:18.958736 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 02:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0ce4644-7bce-4f91-ad8e-6c80acda9ecd x-openstack-request-id: req-d0ce4644-7bce-4f91-ad8e-6c80acda9ecd {{(pid=101046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:45:18.959146 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6571485-1182-4677-9426-4b0aed932aea", "name": "network-vif-deleted", "tag": "ccfe8f69-f7cf-41b3-845c-e428beded057", "status": "completed", "code": 200}]} {{(pid=101046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:45:18.959350 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d0ce4644-7bce-4f91-ad8e-6c80acda9ecd {{(pid=101046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:45:18.959797 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6571485-1182-4677-9426-4b0aed932aea', 'name': 'network-vif-deleted', 'tag': 'ccfe8f69-f7cf-41b3-845c-e428beded057', 'status': 'completed', 'code': 200} Sep 15 02:45:19.024774 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-d3f23a41-2b97-4e8f-9623-575ca2ba1c30 req-570be88c-5c39-41be-ad54-56e27b5d6ad1 tempest-DeleteServersTestJSON-1383848626 tempest-DeleteServersTestJSON-1383848626-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6571485-1182-4677-9426-4b0aed932aea HTTP/1.1" status: 200 len: 210 time: 0.0289433 Sep 15 02:45:19.348944 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-26fc78ca-8f14-4c98-81c4-2d6c26116e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:20.120739 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605ed6ce-14cc-4758-8ce2-c7749c7e6dcb req-3494564c-c943-49b6-b9c4-59e120b66321 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:20.130004 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-605ed6ce-14cc-4758-8ce2-c7749c7e6dcb req-3494564c-c943-49b6-b9c4-59e120b66321 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/ports?device_id=81436215-e449-418b-9704-48e932596956 HTTP/1.1" status: 200 len: 946 time: 0.1046476 Sep 15 02:45:20.164868 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-79237033-ee4b-4e0c-a29a-34da65e67788 req-8258db1d-e655-4dca-9fac-0c2f83227334 tempest-DeleteServersTestJSON-1383848626 tempest-DeleteServersTestJSON-1383848626-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6571485-1182-4677-9426-4b0aed932aea HTTP/1.1" status: 200 len: 210 time: 0.0385919 Sep 15 02:45:20.219511 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-605ed6ce-14cc-4758-8ce2-c7749c7e6dcb req-df6dd698-25aa-4c88-9064-757667b2beb9 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a48ec5e-5483-47a7-a61c-ca706341677d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880888 Sep 15 02:45:20.697320 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 35566) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:45:20.805905 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-a6a9f4cd-3fb2-44c9-84e9-cc223c36dd53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:20.915142 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-a6a9f4cd-3fb2-44c9-84e9-cc223c36dd53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:21.068643 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-a6a9f4cd-3fb2-44c9-84e9-cc223c36dd53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:21.107650 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-a6a9f4cd-3fb2-44c9-84e9-cc223c36dd53 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bd557861e7794a27bca0f9fb7f2f35cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4092045 Sep 15 02:45:21.110780 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 35578) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:45:21.117043 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a9f4cd-3fb2-44c9-84e9-cc223c36dd53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35f6de86-6917-4f86-9111-7e599c4089b1,revision_number=1']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:21.169521 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-bc5b6d95-27ec-4878-9731-6d9ee54be051 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:21.192605 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-bc5b6d95-27ec-4878-9731-6d9ee54be051 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:21.252882 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-4787a0ec-4617-4d18-8d79-4c4aa2145a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:21.313798 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-bc5b6d95-27ec-4878-9731-6d9ee54be051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:21.316461 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-bc5b6d95-27ec-4878-9731-6d9ee54be051 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:21.323193 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-bc5b6d95-27ec-4878-9731-6d9ee54be051 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/35f6de86-6917-4f86-9111-7e599c4089b1 HTTP/1.1" status: 204 len: 168 time: 0.2058723 Sep 15 02:45:21.328842 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5b6d95-27ec-4878-9731-6d9ee54be051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35f6de86-6917-4f86-9111-7e599c4089b1,revision_number=None']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:21.361060 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccc0c00-b6e8-4f7b-9da7-ab393a80544e req-6fc1053f-b7b6-44c2-b820-4d8b37f963dc tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:21.362701 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-5ccc0c00-b6e8-4f7b-9da7-ab393a80544e req-6fc1053f-b7b6-44c2-b820-4d8b37f963dc tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/ports?device_id=81436215-e449-418b-9704-48e932596956 HTTP/1.1" status: 200 len: 946 time: 0.0779011 Sep 15 02:45:21.418149 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-5ccc0c00-b6e8-4f7b-9da7-ab393a80544e req-97c792d0-4da4-4b20-889d-160679c290b1 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a48ec5e-5483-47a7-a61c-ca706341677d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481372 Sep 15 02:45:21.924563 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 35634) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:45:22.011892 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Device ccfe8f69-f7cf-41b3-845c-e428beded057 no longer exists at agent hyperv_hv-cinder-75995 {{(pid=101047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 02:45:22.036227 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.plugin [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] No Port match for: ccfe8f69-f7cf-41b3-845c-e428beded057 {{(pid=101047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 02:45:22.036807 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Device ccfe8f69-f7cf-41b3-845c-e428beded057 not bound to the agent host hv-cinder-75995 {{(pid=101047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 02:45:22.307458 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 35642) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:45:22.324313 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-f3272467-7823-4cfb-843f-97eb0f68c0b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:22.387730 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-1f978275-09eb-4dd5-84ff-669442cc3272 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:22.409169 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 35644) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:45:22.414567 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-f3272467-7823-4cfb-843f-97eb0f68c0b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:22.491712 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-f3272467-7823-4cfb-843f-97eb0f68c0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:22.518930 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-37db1956-2d5f-4050-9552-def1c4744c54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:22.557754 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-f3272467-7823-4cfb-843f-97eb0f68c0b3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5a73f5dac40244e4b8927750181a783e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2492127 Sep 15 02:45:22.559700 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3272467-7823-4cfb-843f-97eb0f68c0b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa4e57fb-6742-4193-8f25-06e710e97d80,revision_number=1']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:22.561050 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 35650) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:45:22.577649 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d172d5-31a4-4878-bf1e-42fe6a6a096c req-a76937d0-82ac-4cd7-9ed0-14c7024bd94b tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:22.579859 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-46d172d5-31a4-4878-bf1e-42fe6a6a096c req-a76937d0-82ac-4cd7-9ed0-14c7024bd94b tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/ports?device_id=81436215-e449-418b-9704-48e932596956 HTTP/1.1" status: 200 len: 946 time: 0.0904508 Sep 15 02:45:22.622982 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-46d172d5-31a4-4878-bf1e-42fe6a6a096c req-84cca490-0dff-4ef7-8ec7-412739f71c0d tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a48ec5e-5483-47a7-a61c-ca706341677d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365925 Sep 15 02:45:22.643489 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-1f978275-09eb-4dd5-84ff-669442cc3272 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:22.648396 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-f81908b0-0776-4cab-a58e-51b7ebbe5a66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:22.671039 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-f81908b0-0776-4cab-a58e-51b7ebbe5a66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:22.706382 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-1f978275-09eb-4dd5-84ff-669442cc3272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:22.757428 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f978275-09eb-4dd5-84ff-669442cc3272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5a1c7ca-8357-48a3-94db-fde0e3f60472,revision_number=1']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:22.761796 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-1f978275-09eb-4dd5-84ff-669442cc3272 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7377559236474788bcf6e67211fab7c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8361576 Sep 15 02:45:22.764885 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 35654) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:45:22.821866 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-83e300f6-9fdf-4aa1-815c-c550aa9ba4f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:22.826832 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-37db1956-2d5f-4050-9552-def1c4744c54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:22.829008 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-f81908b0-0776-4cab-a58e-51b7ebbe5a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:22.831887 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-f81908b0-0776-4cab-a58e-51b7ebbe5a66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:22.833213 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-f81908b0-0776-4cab-a58e-51b7ebbe5a66 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fa4e57fb-6742-4193-8f25-06e710e97d80 HTTP/1.1" status: 204 len: 168 time: 0.2711153 Sep 15 02:45:22.844758 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81908b0-0776-4cab-a58e-51b7ebbe5a66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa4e57fb-6742-4193-8f25-06e710e97d80,revision_number=None']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:22.846498 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-83e300f6-9fdf-4aa1-815c-c550aa9ba4f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:22.937121 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-37db1956-2d5f-4050-9552-def1c4744c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:22.954429 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-83e300f6-9fdf-4aa1-815c-c550aa9ba4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:22.957011 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-83e300f6-9fdf-4aa1-815c-c550aa9ba4f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:22.958185 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-83e300f6-9fdf-4aa1-815c-c550aa9ba4f1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b5a1c7ca-8357-48a3-94db-fde0e3f60472 HTTP/1.1" status: 204 len: 168 time: 0.1920719 Sep 15 02:45:22.958722 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 35668) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:45:22.973915 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e300f6-9fdf-4aa1-815c-c550aa9ba4f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5a1c7ca-8357-48a3-94db-fde0e3f60472,revision_number=None']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:22.988172 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-37db1956-2d5f-4050-9552-def1c4744c54 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=debf639c653c438980ae3dd955b3b4d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5754895 Sep 15 02:45:22.988448 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 35672) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:45:22.995111 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37db1956-2d5f-4050-9552-def1c4744c54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9afaff9c-401e-4afb-bfb8-eee178d503cd,revision_number=1']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:23.017236 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8aaa0da-7683-43f9-9375-f1d7d741d874 admin admin] Deleting subnet 97a9988f-b7c9-44b1-988d-c39679de79f8 {{(pid=101046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 02:45:23.020405 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-b8aaa0da-7683-43f9-9375-f1d7d741d874 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:23.045190 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-0cb60fd2-2857-492f-a881-96b9ae229af9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:23.054397 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-b8aaa0da-7683-43f9-9375-f1d7d741d874 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:23.064334 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-b8aaa0da-7683-43f9-9375-f1d7d741d874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1580888'] for subnet, precommit_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:23.068874 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-0cb60fd2-2857-492f-a881-96b9ae229af9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:23.210827 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-0cb60fd2-2857-492f-a881-96b9ae229af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:23.211347 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-b8aaa0da-7683-43f9-9375-f1d7d741d874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1580879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858'] for subnet, after_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:23.213461 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-0cb60fd2-2857-492f-a881-96b9ae229af9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:23.214936 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-0cb60fd2-2857-492f-a881-96b9ae229af9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9afaff9c-401e-4afb-bfb8-eee178d503cd HTTP/1.1" status: 204 len: 168 time: 0.2255118 Sep 15 02:45:23.223785 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb60fd2-2857-492f-a881-96b9ae229af9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9afaff9c-401e-4afb-bfb8-eee178d503cd,revision_number=None']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:23.232576 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 35682) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:45:23.243242 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aaa0da-7683-43f9-9375-f1d7d741d874 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97a9988f-b7c9-44b1-988d-c39679de79f8,revision_number=None']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:23.247069 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-b8aaa0da-7683-43f9-9375-f1d7d741d874 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:23.253135 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-b8aaa0da-7683-43f9-9375-f1d7d741d874 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/97a9988f-b7c9-44b1-988d-c39679de79f8 HTTP/1.1" status: 204 len: 168 time: 0.2879195 Sep 15 02:45:23.255139 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 35686) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:45:23.324289 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-a84f3fa7-77a1-4487-af4a-75225317b39f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615785'] for network, before_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:23.407817 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-a84f3fa7-77a1-4487-af4a-75225317b39f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579487', 'neutron.services.segments.db._delete_segments_for_network-8781587797149'] for network, precommit_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:23.428835 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-a84f3fa7-77a1-4487-af4a-75225317b39f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:45:23.429178 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-a84f3fa7-77a1-4487-af4a-75225317b39f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:45:23.429965 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-a84f3fa7-77a1-4487-af4a-75225317b39f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:45:23.430346 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-a84f3fa7-77a1-4487-af4a-75225317b39f admin admin] Subscribe: > port after_create 55550000 {{(pid=101046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:45:23.430677 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-a84f3fa7-77a1-4487-af4a-75225317b39f admin admin] Subscribe: > port after_delete 55550000 {{(pid=101046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:45:23.431048 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-a84f3fa7-77a1-4487-af4a-75225317b39f admin admin] Subscribe: > port after_update 55550000 {{(pid=101046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:45:23.431361 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-a84f3fa7-77a1-4487-af4a-75225317b39f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:45:23.431674 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-a84f3fa7-77a1-4487-af4a-75225317b39f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:45:23.431982 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-a84f3fa7-77a1-4487-af4a-75225317b39f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:45:23.432294 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-a84f3fa7-77a1-4487-af4a-75225317b39f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:45:23.617226 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-a84f3fa7-77a1-4487-af4a-75225317b39f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:45:23.617500 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-a84f3fa7-77a1-4487-af4a-75225317b39f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:45:23.617834 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-a84f3fa7-77a1-4487-af4a-75225317b39f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:45:23.618170 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-a84f3fa7-77a1-4487-af4a-75225317b39f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:45:23.618533 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.services.segments.db [None req-a84f3fa7-77a1-4487-af4a-75225317b39f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8fb3ab3-880f-48dc-9618-291b77d2bb9e']}} {{(pid=101046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:45:23.639822 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.services.segments.db [None req-a84f3fa7-77a1-4487-af4a-75225317b39f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33bce18f-4ace-46c7-9cb8-981fd4928ec3') {'for_net_delete': True} {{(pid=101046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:45:23.640121 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.services.segments.db [None req-a84f3fa7-77a1-4487-af4a-75225317b39f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33bce18f-4ace-46c7-9cb8-981fd4928ec3') {} {{(pid=101046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:45:23.658897 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-a84f3fa7-77a1-4487-af4a-75225317b39f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781587795110', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25912466'] for segment, before_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:23.690335 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-a84f3fa7-77a1-4487-af4a-75225317b39f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1581261'] for segment, precommit_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:23.699094 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a84f3fa7-77a1-4487-af4a-75225317b39f admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=101046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 02:45:23.699541 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-a84f3fa7-77a1-4487-af4a-75225317b39f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1581261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25909815'] for segment, after_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:23.701270 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-e4cb22d4-2d65-47bd-82b8-0337b5845cd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:23.703910 dv-cinder-759955-25-smb neutron-server[101046]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 15 02:45:23.703910 dv-cinder-759955-25-smb neutron-server[101046]: from cryptography.utils import int_from_bytes Sep 15 02:45:23.703910 dv-cinder-759955-25-smb neutron-server[101046]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 15 02:45:23.703910 dv-cinder-759955-25-smb neutron-server[101046]: from cryptography.utils import int_from_bytes Sep 15 02:45:23.703910 dv-cinder-759955-25-smb neutron-server[101046]: Traceback (most recent call last): Sep 15 02:45:23.703910 dv-cinder-759955-25-smb neutron-server[101046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 02:45:23.703910 dv-cinder-759955-25-smb neutron-server[101046]: timer() Sep 15 02:45:23.703910 dv-cinder-759955-25-smb neutron-server[101046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 02:45:23.703910 dv-cinder-759955-25-smb neutron-server[101046]: cb(*args, **kw) Sep 15 02:45:23.703910 dv-cinder-759955-25-smb neutron-server[101046]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 02:45:23.703910 dv-cinder-759955-25-smb neutron-server[101046]: return func(*args, **kwargs) Sep 15 02:45:23.703910 dv-cinder-759955-25-smb neutron-server[101046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 02:45:23.703910 dv-cinder-759955-25-smb neutron-server[101046]: self._notify() Sep 15 02:45:23.703910 dv-cinder-759955-25-smb neutron-server[101046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 02:45:23.703910 dv-cinder-759955-25-smb neutron-server[101046]: self.callback(batched_events) Sep 15 02:45:23.703910 dv-cinder-759955-25-smb neutron-server[101046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 02:45:23.703910 dv-cinder-759955-25-smb neutron-server[101046]: event.method(event) Sep 15 02:45:23.703910 dv-cinder-759955-25-smb neutron-server[101046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 02:45:23.703910 dv-cinder-759955-25-smb neutron-server[101046]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 02:45:23.703910 dv-cinder-759955-25-smb neutron-server[101046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 02:45:23.703910 dv-cinder-759955-25-smb neutron-server[101046]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 02:45:23.703910 dv-cinder-759955-25-smb neutron-server[101046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 02:45:23.703910 dv-cinder-759955-25-smb neutron-server[101046]: return f(self, *a, **k) Sep 15 02:45:23.703910 dv-cinder-759955-25-smb neutron-server[101046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 02:45:23.703910 dv-cinder-759955-25-smb neutron-server[101046]: return self._get(url).json() Sep 15 02:45:23.703910 dv-cinder-759955-25-smb neutron-server[101046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 02:45:23.703910 dv-cinder-759955-25-smb neutron-server[101046]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 02:45:23.703910 dv-cinder-759955-25-smb neutron-server[101046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 02:45:23.703910 dv-cinder-759955-25-smb neutron-server[101046]: return self.request(url, 'GET', **kwargs) Sep 15 02:45:23.703910 dv-cinder-759955-25-smb neutron-server[101046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 02:45:23.703910 dv-cinder-759955-25-smb neutron-server[101046]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 02:45:23.703910 dv-cinder-759955-25-smb neutron-server[101046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 02:45:23.703910 dv-cinder-759955-25-smb neutron-server[101046]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 02:45:23.703910 dv-cinder-759955-25-smb neutron-server[101046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 02:45:23.703910 dv-cinder-759955-25-smb neutron-server[101046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 02:45:23.703910 dv-cinder-759955-25-smb neutron-server[101046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 02:45:23.821601 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d437f9fd-37a5-49b3-8f35-ff373e4fed64 req-91356b6c-1a67-4c2c-bcc8-5b317c5986e7 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:23.823111 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-d437f9fd-37a5-49b3-8f35-ff373e4fed64 req-91356b6c-1a67-4c2c-bcc8-5b317c5986e7 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/ports?device_id=81436215-e449-418b-9704-48e932596956 HTTP/1.1" status: 200 len: 946 time: 0.0748456 Sep 15 02:45:23.862642 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-a84f3fa7-77a1-4487-af4a-75225317b39f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1028887'] for network, after_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:23.876548 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-a84f3fa7-77a1-4487-af4a-75225317b39f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577872'] for network, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:23.876548 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-a84f3fa7-77a1-4487-af4a-75225317b39f admin admin] 10.222.0.13 "DELETE /v2.0/networks/d8fb3ab3-880f-48dc-9618-291b77d2bb9e HTTP/1.1" status: 204 len: 168 time: 0.6191492 Sep 15 02:45:23.878037 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-d437f9fd-37a5-49b3-8f35-ff373e4fed64 req-1bff718c-a107-43cc-87f0-ed39b1d216aa tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a48ec5e-5483-47a7-a61c-ca706341677d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480361 Sep 15 02:45:23.886480 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84f3fa7-77a1-4487-af4a-75225317b39f admin admin] Pushing event deleted for resources: {'Network': ['ID=d8fb3ab3-880f-48dc-9618-291b77d2bb9e,revision_number=None']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:23.907235 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-e4cb22d4-2d65-47bd-82b8-0337b5845cd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:23.994084 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-e4cb22d4-2d65-47bd-82b8-0337b5845cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:24.033919 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-e4cb22d4-2d65-47bd-82b8-0337b5845cd2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f6cdfe46b6254e83a95375e3149918a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8001285 Sep 15 02:45:24.035152 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cb22d4-2d65-47bd-82b8-0337b5845cd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8317f353-0b60-4e76-afee-9cfd2ca3b60c,revision_number=1']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:24.041693 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 35702) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:45:24.064105 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 35704) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:45:24.082814 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-ba0fd256-17d8-43de-b60c-b692e54c906c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:24.122635 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 35706) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:45:24.132942 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-e86b05a1-dfd4-4ab7-924a-c6661f4d2178 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:24.154890 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-16f4ec6f-d8cf-4356-9565-adea94bd55f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:24.175211 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-e86b05a1-dfd4-4ab7-924a-c6661f4d2178 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:24.268019 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-ba0fd256-17d8-43de-b60c-b692e54c906c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:24.322104 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-e86b05a1-dfd4-4ab7-924a-c6661f4d2178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:24.324633 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-e86b05a1-dfd4-4ab7-924a-c6661f4d2178 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:24.326570 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-e86b05a1-dfd4-4ab7-924a-c6661f4d2178 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8317f353-0b60-4e76-afee-9cfd2ca3b60c HTTP/1.1" status: 204 len: 168 time: 0.2831621 Sep 15 02:45:24.326704 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-ba0fd256-17d8-43de-b60c-b692e54c906c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:24.355980 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86b05a1-dfd4-4ab7-924a-c6661f4d2178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8317f353-0b60-4e76-afee-9cfd2ca3b60c,revision_number=None']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:24.393793 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-ba0fd256-17d8-43de-b60c-b692e54c906c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6208842285134dc7a46a0c4ae16b3377&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3286805 Sep 15 02:45:24.396843 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 35716) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:45:24.407617 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0fd256-17d8-43de-b60c-b692e54c906c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c412797-6372-49ff-8c2f-42c0af16686b,revision_number=1']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:24.453914 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-c2b05723-befd-4b59-8bb9-058d562c3cbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:24.462859 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-16f4ec6f-d8cf-4356-9565-adea94bd55f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:24.475369 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-c2b05723-befd-4b59-8bb9-058d562c3cbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:24.487440 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 35718) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:45:24.531081 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-fa14d40b-fa04-4682-8029-d3a1dda0a38a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=56be485ccd3440bdbb1371c45a8ffa85&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0405209 Sep 15 02:45:24.531936 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 35720) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:45:24.553866 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-16f4ec6f-d8cf-4356-9565-adea94bd55f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:24.586773 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-b8bdf367-0f5e-48eb-b5de-6146b51f32a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:24.598269 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-16f4ec6f-d8cf-4356-9565-adea94bd55f1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=822dce9bf3454cb39731085b725fb4a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4720137 Sep 15 02:45:24.598269 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f4ec6f-d8cf-4356-9565-adea94bd55f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2fd40e2-0c3f-4e32-b517-d887e35877d3,revision_number=1']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:24.598596 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 35722) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:45:24.623312 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-c2b05723-befd-4b59-8bb9-058d562c3cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:24.625878 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-c2b05723-befd-4b59-8bb9-058d562c3cbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:24.628366 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-c2b05723-befd-4b59-8bb9-058d562c3cbd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1c412797-6372-49ff-8c2f-42c0af16686b HTTP/1.1" status: 204 len: 168 time: 0.2285018 Sep 15 02:45:24.628898 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-b8bdf367-0f5e-48eb-b5de-6146b51f32a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:24.665731 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b05723-befd-4b59-8bb9-058d562c3cbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c412797-6372-49ff-8c2f-42c0af16686b,revision_number=None']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:24.703741 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-7df19859-4805-4bbf-a89e-3cfebffbc9d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:24.726941 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-7df19859-4805-4bbf-a89e-3cfebffbc9d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:24.874274 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-b8bdf367-0f5e-48eb-b5de-6146b51f32a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:24.877041 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-b8bdf367-0f5e-48eb-b5de-6146b51f32a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:24.878221 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-b8bdf367-0f5e-48eb-b5de-6146b51f32a8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a24aa79e-dc9d-4386-b425-9728020c9485 HTTP/1.1" status: 204 len: 168 time: 0.3450437 Sep 15 02:45:24.886614 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bdf367-0f5e-48eb-b5de-6146b51f32a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a24aa79e-dc9d-4386-b425-9728020c9485,revision_number=None']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:24.915851 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-7df19859-4805-4bbf-a89e-3cfebffbc9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:24.917371 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-7df19859-4805-4bbf-a89e-3cfebffbc9d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:24.918568 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-7df19859-4805-4bbf-a89e-3cfebffbc9d9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e2fd40e2-0c3f-4e32-b517-d887e35877d3 HTTP/1.1" status: 204 len: 168 time: 0.3179023 Sep 15 02:45:24.926411 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df19859-4805-4bbf-a89e-3cfebffbc9d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2fd40e2-0c3f-4e32-b517-d887e35877d3,revision_number=None']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:25.070761 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1839a34-9af7-4bc2-95ac-a40063922d54 req-599c93e1-388e-403c-8398-5d1f8ccae7f4 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:25.072547 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-d1839a34-9af7-4bc2-95ac-a40063922d54 req-599c93e1-388e-403c-8398-5d1f8ccae7f4 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/ports?device_id=81436215-e449-418b-9704-48e932596956 HTTP/1.1" status: 200 len: 946 time: 0.0495355 Sep 15 02:45:25.113140 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-d1839a34-9af7-4bc2-95ac-a40063922d54 req-13fd4187-4ea5-4a17-9957-7dfb60fdf6f6 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a48ec5e-5483-47a7-a61c-ca706341677d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349839 Sep 15 02:45:25.172925 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 35742) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:45:25.185600 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-c4f5991e-dcf1-486b-b7ed-19cb1b584ad1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:25.278946 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-c4f5991e-dcf1-486b-b7ed-19cb1b584ad1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:25.341942 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-c4f5991e-dcf1-486b-b7ed-19cb1b584ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:25.382422 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-c4f5991e-dcf1-486b-b7ed-19cb1b584ad1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8681b4a7bb954274bf0bae7ba8cfc731&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2083776 Sep 15 02:45:25.383858 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f5991e-dcf1-486b-b7ed-19cb1b584ad1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74edf0be-a5e7-41e6-9a0d-a24084ae66e3,revision_number=1']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:25.385132 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 35750) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:45:25.444721 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-2376e76c-b182-4baa-a8fb-7d4c806e7733 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:25.466266 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-2376e76c-b182-4baa-a8fb-7d4c806e7733 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:25.623914 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-2376e76c-b182-4baa-a8fb-7d4c806e7733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:25.627599 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-2376e76c-b182-4baa-a8fb-7d4c806e7733 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:25.629226 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-2376e76c-b182-4baa-a8fb-7d4c806e7733 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/74edf0be-a5e7-41e6-9a0d-a24084ae66e3 HTTP/1.1" status: 204 len: 168 time: 0.2429016 Sep 15 02:45:25.640622 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2376e76c-b182-4baa-a8fb-7d4c806e7733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74edf0be-a5e7-41e6-9a0d-a24084ae66e3,revision_number=None']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:26.231057 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec72e7a5-9893-4a0f-b1eb-7396922a6e11 req-d2c8e973-1ec1-4c01-a6c8-eede1f2926d9 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:26.232531 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-ec72e7a5-9893-4a0f-b1eb-7396922a6e11 req-d2c8e973-1ec1-4c01-a6c8-eede1f2926d9 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/ports?device_id=81436215-e449-418b-9704-48e932596956 HTTP/1.1" status: 200 len: 946 time: 0.0507181 Sep 15 02:45:26.271178 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-ec72e7a5-9893-4a0f-b1eb-7396922a6e11 req-717a2122-7a14-44e2-9d33-a2dcb826ba69 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a48ec5e-5483-47a7-a61c-ca706341677d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317903 Sep 15 02:45:27.415663 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e7687d-a7aa-42e7-ade5-3d6c7d5de6ca req-2d3cfe20-9ce3-4c14-8cba-8d08601e80b4 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:27.417278 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-21e7687d-a7aa-42e7-ade5-3d6c7d5de6ca req-2d3cfe20-9ce3-4c14-8cba-8d08601e80b4 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/ports?device_id=81436215-e449-418b-9704-48e932596956 HTTP/1.1" status: 200 len: 946 time: 0.0528686 Sep 15 02:45:27.455913 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-21e7687d-a7aa-42e7-ade5-3d6c7d5de6ca req-466d2341-270e-4b50-802b-b5725f5b41c2 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a48ec5e-5483-47a7-a61c-ca706341677d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316639 Sep 15 02:45:27.619896 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 35854) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:45:27.766894 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-bacb95a7-1590-4220-b8fe-b71ebe1e3e3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:27.862193 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-bacb95a7-1590-4220-b8fe-b71ebe1e3e3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:27.914893 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-bacb95a7-1590-4220-b8fe-b71ebe1e3e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:27.967505 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-bacb95a7-1590-4220-b8fe-b71ebe1e3e3a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=42da4a83579e4880a0756942818fd59e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3449934 Sep 15 02:45:27.968656 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 35872) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:45:27.970592 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacb95a7-1590-4220-b8fe-b71ebe1e3e3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=584e1bae-d0ac-4899-9cc4-a8fddc566396,revision_number=1']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:27.980109 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacb95a7-1590-4220-b8fe-b71ebe1e3e3a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:45:27.980540 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacb95a7-1590-4220-b8fe-b71ebe1e3e3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:45:27.981010 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacb95a7-1590-4220-b8fe-b71ebe1e3e3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:45:27.982030 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacb95a7-1590-4220-b8fe-b71ebe1e3e3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:45:27.982414 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacb95a7-1590-4220-b8fe-b71ebe1e3e3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:45:27.982804 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacb95a7-1590-4220-b8fe-b71ebe1e3e3a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:45:27.983740 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacb95a7-1590-4220-b8fe-b71ebe1e3e3a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:45:27.984887 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacb95a7-1590-4220-b8fe-b71ebe1e3e3a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:45:27.985287 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacb95a7-1590-4220-b8fe-b71ebe1e3e3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:45:27.985689 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacb95a7-1590-4220-b8fe-b71ebe1e3e3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:45:27.986075 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacb95a7-1590-4220-b8fe-b71ebe1e3e3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:45:27.986463 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacb95a7-1590-4220-b8fe-b71ebe1e3e3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:45:28.022762 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-e6a0d292-2ea3-4ddc-b3f8-02e2d7f1ee1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:28.046249 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-e6a0d292-2ea3-4ddc-b3f8-02e2d7f1ee1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:28.170956 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-e6a0d292-2ea3-4ddc-b3f8-02e2d7f1ee1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:28.174154 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-e6a0d292-2ea3-4ddc-b3f8-02e2d7f1ee1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:28.175490 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-e6a0d292-2ea3-4ddc-b3f8-02e2d7f1ee1b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/584e1bae-d0ac-4899-9cc4-a8fddc566396 HTTP/1.1" status: 204 len: 168 time: 0.2056792 Sep 15 02:45:28.183330 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a0d292-2ea3-4ddc-b3f8-02e2d7f1ee1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=584e1bae-d0ac-4899-9cc4-a8fddc566396,revision_number=None']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:28.580382 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b130b3d-4ddb-43f1-9590-b223e082e5cc req-b8dd982e-bfe7-4915-9eb2-93d909369ab1 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:28.582323 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-4b130b3d-4ddb-43f1-9590-b223e082e5cc req-b8dd982e-bfe7-4915-9eb2-93d909369ab1 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/ports?device_id=81436215-e449-418b-9704-48e932596956 HTTP/1.1" status: 200 len: 946 time: 0.0544350 Sep 15 02:45:28.650466 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-4b130b3d-4ddb-43f1-9590-b223e082e5cc req-b8401841-c93c-4121-82f9-6721afdd9eea tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a48ec5e-5483-47a7-a61c-ca706341677d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523372 Sep 15 02:45:29.819417 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb6216-aab9-47b5-bc1d-bf5363deccff req-cec188cd-1a0c-4d35-854d-bc69e7dbe8dc tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:29.819417 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-f5fb6216-aab9-47b5-bc1d-bf5363deccff req-cec188cd-1a0c-4d35-854d-bc69e7dbe8dc tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/ports?device_id=81436215-e449-418b-9704-48e932596956 HTTP/1.1" status: 200 len: 946 time: 0.0616620 Sep 15 02:45:29.853123 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-f5fb6216-aab9-47b5-bc1d-bf5363deccff req-4e345498-e992-48b4-bb11-0d9ab9ed26dd tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a48ec5e-5483-47a7-a61c-ca706341677d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313613 Sep 15 02:45:30.565217 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 36062) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:45:30.684547 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-89755cff-a756-40e8-a29d-c81f0a84c4be admin admin] Notify callbacks [] for security_group, before_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:30.784650 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-89755cff-a756-40e8-a29d-c81f0a84c4be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:30.856812 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-89755cff-a756-40e8-a29d-c81f0a84c4be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:30.897474 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-89755cff-a756-40e8-a29d-c81f0a84c4be admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8930f698adba4c9093e3d56ae9421931&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3311472 Sep 15 02:45:30.898307 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89755cff-a756-40e8-a29d-c81f0a84c4be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a82d3053-e11b-403e-b43f-e7de2968c084,revision_number=1']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:30.900578 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 36080) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:45:30.905427 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89755cff-a756-40e8-a29d-c81f0a84c4be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:45:30.905909 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89755cff-a756-40e8-a29d-c81f0a84c4be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:45:30.906898 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89755cff-a756-40e8-a29d-c81f0a84c4be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:45:30.907261 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89755cff-a756-40e8-a29d-c81f0a84c4be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:45:30.907588 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89755cff-a756-40e8-a29d-c81f0a84c4be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:45:30.907957 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89755cff-a756-40e8-a29d-c81f0a84c4be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:45:30.908280 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89755cff-a756-40e8-a29d-c81f0a84c4be admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:45:30.908618 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89755cff-a756-40e8-a29d-c81f0a84c4be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:45:30.908922 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89755cff-a756-40e8-a29d-c81f0a84c4be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:45:30.909241 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89755cff-a756-40e8-a29d-c81f0a84c4be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:45:30.909554 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89755cff-a756-40e8-a29d-c81f0a84c4be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:45:30.909869 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89755cff-a756-40e8-a29d-c81f0a84c4be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:45:30.960250 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-1c8a10e5-9f1c-4aab-a957-cf1cd92276fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:30.992906 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-1c8a10e5-9f1c-4aab-a957-cf1cd92276fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:31.006118 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394278fa-4b97-48b6-93ad-4be6974828d7 req-b88a0e1d-a6ef-42ac-865d-92afaf932edb tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:31.006118 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-394278fa-4b97-48b6-93ad-4be6974828d7 req-b88a0e1d-a6ef-42ac-865d-92afaf932edb tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/ports?device_id=81436215-e449-418b-9704-48e932596956 HTTP/1.1" status: 200 len: 946 time: 0.0791509 Sep 15 02:45:31.069898 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-394278fa-4b97-48b6-93ad-4be6974828d7 req-21141ca6-0326-45f8-9839-7385e50ba811 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a48ec5e-5483-47a7-a61c-ca706341677d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572805 Sep 15 02:45:31.132781 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 36092) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:45:31.165858 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-1c8a10e5-9f1c-4aab-a957-cf1cd92276fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:31.168411 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-1c8a10e5-9f1c-4aab-a957-cf1cd92276fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:31.169588 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-1c8a10e5-9f1c-4aab-a957-cf1cd92276fa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a82d3053-e11b-403e-b43f-e7de2968c084 HTTP/1.1" status: 204 len: 168 time: 0.2680256 Sep 15 02:45:31.182565 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8a10e5-9f1c-4aab-a957-cf1cd92276fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a82d3053-e11b-403e-b43f-e7de2968c084,revision_number=None']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:31.260995 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-a9d50792-862e-41b5-bcde-aacf36fee1a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:31.354452 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-a9d50792-862e-41b5-bcde-aacf36fee1a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:31.428628 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-a9d50792-862e-41b5-bcde-aacf36fee1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:31.468843 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-a9d50792-862e-41b5-bcde-aacf36fee1a7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d770d7357905424d96d6469076fd56ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3349636 Sep 15 02:45:31.470073 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d50792-862e-41b5-bcde-aacf36fee1a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e91d740-8af3-49bc-89a9-5e9fbcb3e61f,revision_number=1']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:31.471736 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 36106) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:45:31.525149 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-a084ec79-059a-4c29-9139-682ac2c6f4bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:31.546357 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-a084ec79-059a-4c29-9139-682ac2c6f4bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:31.556347 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 36110) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:45:31.650997 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-a084ec79-059a-4c29-9139-682ac2c6f4bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:31.653511 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-a084ec79-059a-4c29-9139-682ac2c6f4bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:31.657582 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-a084ec79-059a-4c29-9139-682ac2c6f4bf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3e91d740-8af3-49bc-89a9-5e9fbcb3e61f HTTP/1.1" status: 204 len: 168 time: 0.1815035 Sep 15 02:45:31.663506 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a084ec79-059a-4c29-9139-682ac2c6f4bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e91d740-8af3-49bc-89a9-5e9fbcb3e61f,revision_number=None']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:31.683941 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-1a16eeda-ff6a-41d9-a348-0f4e387bc2c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:31.777044 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-1a16eeda-ff6a-41d9-a348-0f4e387bc2c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:31.861994 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-1a16eeda-ff6a-41d9-a348-0f4e387bc2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:31.902241 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-1a16eeda-ff6a-41d9-a348-0f4e387bc2c5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5e8cf40284344681a47a966387632546&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3446584 Sep 15 02:45:31.904886 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a16eeda-ff6a-41d9-a348-0f4e387bc2c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a34df38c-7699-42d7-8396-cae6fd923237,revision_number=1']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:31.905068 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 36118) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:45:31.926653 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 36120) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:45:31.941461 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-f4fc6a22-abca-435d-96de-1c6616944fc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:31.963447 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-63d02693-7329-4e08-a807-5c3b0d59aee8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:31.984938 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-63d02693-7329-4e08-a807-5c3b0d59aee8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:32.039598 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-f4fc6a22-abca-435d-96de-1c6616944fc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:32.090890 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-63d02693-7329-4e08-a807-5c3b0d59aee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:32.093819 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-63d02693-7329-4e08-a807-5c3b0d59aee8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:32.097851 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-63d02693-7329-4e08-a807-5c3b0d59aee8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a34df38c-7699-42d7-8396-cae6fd923237 HTTP/1.1" status: 204 len: 168 time: 0.1897562 Sep 15 02:45:32.107193 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d02693-7329-4e08-a807-5c3b0d59aee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a34df38c-7699-42d7-8396-cae6fd923237,revision_number=None']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:32.119430 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-f4fc6a22-abca-435d-96de-1c6616944fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:32.169220 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fc6a22-abca-435d-96de-1c6616944fc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83ee2826-e142-416b-8632-ff877cb7f095,revision_number=1']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:32.185337 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-f4fc6a22-abca-435d-96de-1c6616944fc4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9e38181b2555464daffd6386d5be33a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2575138 Sep 15 02:45:32.188653 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 36136) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:45:32.251908 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e33709-0a98-43be-9cc8-6c4f7f3f6250 req-50f3bf26-629e-4a8a-abe4-6dec67c14df3 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:32.253965 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-85e33709-0a98-43be-9cc8-6c4f7f3f6250 req-50f3bf26-629e-4a8a-abe4-6dec67c14df3 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/ports?device_id=81436215-e449-418b-9704-48e932596956 HTTP/1.1" status: 200 len: 946 time: 0.0569980 Sep 15 02:45:32.277777 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-a5354ef1-9289-4c19-b817-59880f60b09f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:32.294072 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-85e33709-0a98-43be-9cc8-6c4f7f3f6250 req-93266574-dcb8-451d-90f8-b042525f96d8 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a48ec5e-5483-47a7-a61c-ca706341677d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327818 Sep 15 02:45:32.299808 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-a5354ef1-9289-4c19-b817-59880f60b09f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:32.457104 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-a5354ef1-9289-4c19-b817-59880f60b09f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:32.460978 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-a5354ef1-9289-4c19-b817-59880f60b09f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:32.465165 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-a5354ef1-9289-4c19-b817-59880f60b09f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/83ee2826-e142-416b-8632-ff877cb7f095 HTTP/1.1" status: 204 len: 168 time: 0.2752671 Sep 15 02:45:32.480619 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5354ef1-9289-4c19-b817-59880f60b09f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ee2826-e142-416b-8632-ff877cb7f095,revision_number=None']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:32.989053 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 36158) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:45:33.004901 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-f26cdc95-418e-4cfa-a9d6-193799b88fbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:33.119302 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-f26cdc95-418e-4cfa-a9d6-193799b88fbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:33.188793 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-f26cdc95-418e-4cfa-a9d6-193799b88fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:33.225056 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26cdc95-418e-4cfa-a9d6-193799b88fbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24e9c5eb-21bd-45ce-bf6c-ab076d24a7c3,revision_number=1']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:33.229290 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-f26cdc95-418e-4cfa-a9d6-193799b88fbc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cc47ebb5ef024af0b2652bdb97773826&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2389195 Sep 15 02:45:33.231975 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 36172) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:45:33.285413 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-da596947-dfb8-41fa-a89c-0ef557f0df89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:33.307665 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-da596947-dfb8-41fa-a89c-0ef557f0df89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:33.314826 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 36176) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:45:33.417155 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447d88b2-2cbc-408e-ae79-713c49351858 req-822b25b7-ebb6-4102-8b01-7e94b251699a tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:33.418607 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-447d88b2-2cbc-408e-ae79-713c49351858 req-822b25b7-ebb6-4102-8b01-7e94b251699a tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/ports?device_id=81436215-e449-418b-9704-48e932596956 HTTP/1.1" status: 200 len: 946 time: 0.0491364 Sep 15 02:45:33.440451 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-da596947-dfb8-41fa-a89c-0ef557f0df89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:33.442885 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-da596947-dfb8-41fa-a89c-0ef557f0df89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:33.444008 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-da596947-dfb8-41fa-a89c-0ef557f0df89 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/24e9c5eb-21bd-45ce-bf6c-ab076d24a7c3 HTTP/1.1" status: 204 len: 168 time: 0.2110798 Sep 15 02:45:33.463206 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da596947-dfb8-41fa-a89c-0ef557f0df89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24e9c5eb-21bd-45ce-bf6c-ab076d24a7c3,revision_number=None']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:33.472908 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.v2.base [None req-022b9315-6624-4676-8241-63dbe42b4edc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1344315580-network', 'tenant_id': '385f97c41d7c47498447c2c6220676de'}} {{(pid=101046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:45:33.493821 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-447d88b2-2cbc-408e-ae79-713c49351858 req-7c446527-d3a6-4ff3-af2a-500107b816c1 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a48ec5e-5483-47a7-a61c-ca706341677d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689862 Sep 15 02:45:33.553720 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-022b9315-6624-4676-8241-63dbe42b4edc admin admin] Made reservation on behalf of 385f97c41d7c47498447c2c6220676de for: {'network': 1} {{(pid=101046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:45:33.556079 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-022b9315-6624-4676-8241-63dbe42b4edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for network, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:33.570495 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-022b9315-6624-4676-8241-63dbe42b4edc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:33.660287 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-022b9315-6624-4676-8241-63dbe42b4edc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:33.731329 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-022b9315-6624-4676-8241-63dbe42b4edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:33.775057 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-022b9315-6624-4676-8241-63dbe42b4edc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=101046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 02:45:33.789716 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022b9315-6624-4676-8241-63dbe42b4edc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17dd4361-a6bd-4c48-a308-b901f27c141d,revision_number=1']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:33.800583 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-022b9315-6624-4676-8241-63dbe42b4edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1581261'] for segment, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:33.801108 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.db.segments_db [None req-022b9315-6624-4676-8241-63dbe42b4edc admin admin] Added segment 497bedef-ec3e-41ca-ab3a-4520adb81798 of type vlan for network 085ffa3e-3b2e-4503-8fce-e02d7a8bf94f Sep 15 02:45:33.846776 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-022b9315-6624-4676-8241-63dbe42b4edc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781587303702'] for network, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:33.936460 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-022b9315-6624-4676-8241-63dbe42b4edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858'] for network, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:33.938394 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022b9315-6624-4676-8241-63dbe42b4edc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:33.939059 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-022b9315-6624-4676-8241-63dbe42b4edc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577872'] for network, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:34.012117 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022b9315-6624-4676-8241-63dbe42b4edc admin admin] Pushing event updated for resources: {'Network': ['ID=085ffa3e-3b2e-4503-8fce-e02d7a8bf94f,revision_number=1']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:34.027785 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Network 085ffa3e-3b2e-4503-8fce-e02d7a8bf94f details requested by agent ovs-agent-dv-cinder-759955-25-smb with host dv-cinder-759955-25-smb {{(pid=101047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 02:45:34.039512 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-022b9315-6624-4676-8241-63dbe42b4edc admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7222190 Sep 15 02:45:34.043253 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 36204) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:45:34.049111 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.v2.base [None req-a39a3c7c-e0e1-4517-acc7-a576d826f619 admin admin] Request body: {'subnet': {'network_id': '085ffa3e-3b2e-4503-8fce-e02d7a8bf94f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1344315580-subnet', 'tenant_id': '385f97c41d7c47498447c2c6220676de', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:45:34.062802 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 36206) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:45:34.081646 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-c9de13d6-56de-4718-8e2a-9cfecbab2f37 req-ccc68521-f05d-4b7c-8590-e782b6c40564 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=eb3fcddc-5c00-4077-8a3b-06b86f2ca670&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0774086 Sep 15 02:45:34.171500 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a39a3c7c-e0e1-4517-acc7-a576d826f619 admin admin] Made reservation on behalf of 385f97c41d7c47498447c2c6220676de for: {'subnet': 1} {{(pid=101046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:45:34.174173 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-a39a3c7c-e0e1-4517-acc7-a576d826f619 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27079578'] for subnet, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:34.226922 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-64f8981f-19e7-4ac0-8096-62be211c5f36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:34.242160 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9de13d6-56de-4718-8e2a-9cfecbab2f37 req-c025196d-fece-42a6-a0e1-13e842576f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:34.247463 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-c9de13d6-56de-4718-8e2a-9cfecbab2f37 req-c025196d-fece-42a6-a0e1-13e842576f30 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a78d7ab424a94a83ac8ea30bcfea513a&device_id=eb3fcddc-5c00-4077-8a3b-06b86f2ca670 HTTP/1.1" status: 200 len: 1099 time: 0.0999696 Sep 15 02:45:34.338578 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-64f8981f-19e7-4ac0-8096-62be211c5f36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:34.424765 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-64f8981f-19e7-4ac0-8096-62be211c5f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:34.480659 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-64f8981f-19e7-4ac0-8096-62be211c5f36 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=47669d3d3eeb47d8b458a1f16715424a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4143207 Sep 15 02:45:34.480659 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f8981f-19e7-4ac0-8096-62be211c5f36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7642c00e-1f81-4d19-b7b5-d4850e600921,revision_number=1']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:34.482548 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 36222) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:45:34.535172 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-96c5b6c2-6b0c-4c39-8f07-a0ab7059cf66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:34.566681 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-96c5b6c2-6b0c-4c39-8f07-a0ab7059cf66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:34.675232 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9de13d6-56de-4718-8e2a-9cfecbab2f37 req-77443fd4-46d3-4c5b-aac3-54b686a0c793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:34.676642 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-c9de13d6-56de-4718-8e2a-9cfecbab2f37 req-77443fd4-46d3-4c5b-aac3-54b686a0c793 service neutron] 10.222.0.38 "GET /v2.0/networks?id=f37a69c0-4dd8-4d21-9641-e62da919cea1 HTTP/1.1" status: 200 len: 920 time: 0.4092150 Sep 15 02:45:34.684966 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-96c5b6c2-6b0c-4c39-8f07-a0ab7059cf66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:34.687878 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-96c5b6c2-6b0c-4c39-8f07-a0ab7059cf66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:34.693474 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-96c5b6c2-6b0c-4c39-8f07-a0ab7059cf66 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7642c00e-1f81-4d19-b7b5-d4850e600921 HTTP/1.1" status: 204 len: 168 time: 0.2053514 Sep 15 02:45:34.700018 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c5b6c2-6b0c-4c39-8f07-a0ab7059cf66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7642c00e-1f81-4d19-b7b5-d4850e600921,revision_number=None']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:34.701209 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcc7df4-fb44-41fc-b19c-009ad37a1881 req-e50c0781-0fca-4b4a-8378-00a63d07caae tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:34.710456 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-2bcc7df4-fb44-41fc-b19c-009ad37a1881 req-e50c0781-0fca-4b4a-8378-00a63d07caae tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/ports?device_id=81436215-e449-418b-9704-48e932596956 HTTP/1.1" status: 200 len: 946 time: 0.1289520 Sep 15 02:45:34.748092 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-c9de13d6-56de-4718-8e2a-9cfecbab2f37 req-61d533df-91ac-4445-a187-4ab95d08982b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1ec257c4-8286-4343-bba8-11e67b393c0f HTTP/1.1" status: 200 len: 217 time: 0.0618975 Sep 15 02:45:34.766370 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-a39a3c7c-e0e1-4517-acc7-a576d826f619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25909674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27079604'] for subnet, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:34.834426 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-2bcc7df4-fb44-41fc-b19c-009ad37a1881 req-eded6946-2055-48bb-ba57-d49d56edfc4f tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a48ec5e-5483-47a7-a61c-ca706341677d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232426 Sep 15 02:45:34.862989 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39a3c7c-e0e1-4517-acc7-a576d826f619 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7493303-0f7c-41e0-a24b-8c2c7debc74e,revision_number=0']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:34.880812 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9de13d6-56de-4718-8e2a-9cfecbab2f37 req-8cc7e2a6-f457-4857-930a-f909167370ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:34.882545 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-c9de13d6-56de-4718-8e2a-9cfecbab2f37 req-8cc7e2a6-f457-4857-930a-f909167370ce service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f4bc3747-1b39-45b5-bc17-aa1d3078521b HTTP/1.1" status: 200 len: 859 time: 0.1032040 Sep 15 02:45:34.888855 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39a3c7c-e0e1-4517-acc7-a576d826f619 admin admin] Checking segment: {'id': '497bedef-ec3e-41ca-ab3a-4520adb81798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '085ffa3e-3b2e-4503-8fce-e02d7a8bf94f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:45:34.889209 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39a3c7c-e0e1-4517-acc7-a576d826f619 admin admin] Network hostable DHCP agents. Network: 085ffa3e-3b2e-4503-8fce-e02d7a8bf94f, hostable agents: ['4ac00676-0bd7-4634-9dbc-c2a760561995'], hosted agents: [] {{(pid=101046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 02:45:34.921798 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-c9de13d6-56de-4718-8e2a-9cfecbab2f37 req-7703beca-44fa-4a04-a892-c8da746893e6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f37a69c0-4dd8-4d21-9641-e62da919cea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281324 Sep 15 02:45:35.015651 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39a3c7c-e0e1-4517-acc7-a576d826f619 admin admin] Network 085ffa3e-3b2e-4503-8fce-e02d7a8bf94f is scheduled to be hosted by DHCP agent 4ac00676-0bd7-4634-9dbc-c2a760561995 with binding_index 1 {{(pid=101046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 02:45:35.024765 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-c9de13d6-56de-4718-8e2a-9cfecbab2f37 req-a0416894-9351-4cbc-a8b8-7276a08e9280 service neutron] 10.222.0.38 "GET /v2.0/networks/f37a69c0-4dd8-4d21-9641-e62da919cea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946071 Sep 15 02:45:35.097935 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.scheduler.base_scheduler [None req-a39a3c7c-e0e1-4517-acc7-a576d826f619 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-25-smb, 085ffa3e-3b2e-4503-8fce-e02d7a8bf94f) {{(pid=101046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:45:35.112110 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a39a3c7c-e0e1-4517-acc7-a576d826f619 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:35.112110 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-a39a3c7c-e0e1-4517-acc7-a576d826f619 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:35.115637 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d640a402-3b27-4b6c-b8f9-873ec0658a4f None None] Network 085ffa3e-3b2e-4503-8fce-e02d7a8bf94f requested from dv-cinder-759955-25-smb {{(pid=101047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 02:45:35.136118 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-c9de13d6-56de-4718-8e2a-9cfecbab2f37 req-b8ddcdb8-9727-4484-b485-4e4c2913b6a4 service neutron] 10.222.0.38 "GET /v2.0/networks/f37a69c0-4dd8-4d21-9641-e62da919cea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040025 Sep 15 02:45:35.214353 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-a39a3c7c-e0e1-4517-acc7-a576d826f619 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1612995 Sep 15 02:45:35.253738 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda9b5c9-cd96-40bf-9497-e1a8ecb9175f None None] Network 085ffa3e-3b2e-4503-8fce-e02d7a8bf94f requested from dv-cinder-759955-25-smb {{(pid=101047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 02:45:35.399703 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:35.547173 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 36264) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:45:35.564045 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-c39713d4-268d-4c25-923a-eff4e5dd498a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:35.661918 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-c39713d4-268d-4c25-923a-eff4e5dd498a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:35.736929 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-c39713d4-268d-4c25-923a-eff4e5dd498a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:35.782698 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-c39713d4-268d-4c25-923a-eff4e5dd498a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=87f74cd16b584e7aaf1209e0561ab63d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2336097 Sep 15 02:45:35.789831 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39713d4-268d-4c25-923a-eff4e5dd498a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e30bad09-3e08-4f7e-8fa3-0a990548f725,revision_number=1']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:35.792108 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 36274) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:45:35.881047 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-466e6398-312c-49b0-b455-31556de651d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:35.924095 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-466e6398-312c-49b0-b455-31556de651d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:36.007834 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8679c9-9b98-44ce-b428-6d7ecce16fba req-8fb2b831-9523-430e-a8f6-0178651b2413 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:36.009917 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-6e8679c9-9b98-44ce-b428-6d7ecce16fba req-8fb2b831-9523-430e-a8f6-0178651b2413 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/ports?device_id=81436215-e449-418b-9704-48e932596956 HTTP/1.1" status: 200 len: 946 time: 0.0910096 Sep 15 02:45:36.058882 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-6e8679c9-9b98-44ce-b428-6d7ecce16fba req-7e59f24e-1088-445b-ae7f-a22de6a92676 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a48ec5e-5483-47a7-a61c-ca706341677d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427682 Sep 15 02:45:36.062128 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-466e6398-312c-49b0-b455-31556de651d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:36.064972 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-466e6398-312c-49b0-b455-31556de651d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:36.066164 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-466e6398-312c-49b0-b455-31556de651d7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e30bad09-3e08-4f7e-8fa3-0a990548f725 HTTP/1.1" status: 204 len: 168 time: 0.2730172 Sep 15 02:45:36.085949 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466e6398-312c-49b0-b455-31556de651d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e30bad09-3e08-4f7e-8fa3-0a990548f725,revision_number=None']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:36.819199 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 36350) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:45:36.824115 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.v2.base [None req-214ebfaa-4f44-4f0a-a836-0b2d494eac28 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-101928912-network', 'tenant_id': 'e413026519734b6e8c77db5246b7e404'}} {{(pid=101046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:45:36.897830 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 36352) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:45:36.917692 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-214ebfaa-4f44-4f0a-a836-0b2d494eac28 admin admin] Made reservation on behalf of e413026519734b6e8c77db5246b7e404 for: {'network': 1} {{(pid=101046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:45:36.917692 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-214ebfaa-4f44-4f0a-a836-0b2d494eac28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for network, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:36.926266 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-214ebfaa-4f44-4f0a-a836-0b2d494eac28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:37.040259 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-214ebfaa-4f44-4f0a-a836-0b2d494eac28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:37.094173 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-fbda22a1-c1df-44ed-a93f-85769f250b8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:37.109911 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 36364) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:45:37.118606 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-214ebfaa-4f44-4f0a-a836-0b2d494eac28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:37.164199 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-214ebfaa-4f44-4f0a-a836-0b2d494eac28 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=101046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 02:45:37.221904 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-cd30d7ff-bb59-4fa8-a44b-c5c4959c0809 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:37.223625 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214ebfaa-4f44-4f0a-a836-0b2d494eac28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b425402b-aa83-40de-9cab-8db01f46ec5c,revision_number=1']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:37.226553 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-214ebfaa-4f44-4f0a-a836-0b2d494eac28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1581261'] for segment, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:37.226893 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.db.segments_db [None req-214ebfaa-4f44-4f0a-a836-0b2d494eac28 admin admin] Added segment 192bde30-5be4-4c66-a94c-ffba14c970ec of type vlan for network 5b6da4b1-aa54-4693-98e7-7b76fd448d9a Sep 15 02:45:37.304154 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7fe0c2-65d5-4297-a798-a56312d3d296 req-859bcaa3-758a-4786-b826-9b402f0f8828 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:37.305575 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-1b7fe0c2-65d5-4297-a798-a56312d3d296 req-859bcaa3-758a-4786-b826-9b402f0f8828 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/ports?device_id=81436215-e449-418b-9704-48e932596956 HTTP/1.1" status: 200 len: 946 time: 0.1617401 Sep 15 02:45:37.313117 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-214ebfaa-4f44-4f0a-a836-0b2d494eac28 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781587303702'] for network, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:37.392318 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-fbda22a1-c1df-44ed-a93f-85769f250b8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:37.395623 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-1b7fe0c2-65d5-4297-a798-a56312d3d296 req-1ae28946-6e0d-440d-b697-a6a41fffe9f1 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a48ec5e-5483-47a7-a61c-ca706341677d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802510 Sep 15 02:45:37.410617 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-214ebfaa-4f44-4f0a-a836-0b2d494eac28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858'] for network, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:37.411739 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214ebfaa-4f44-4f0a-a836-0b2d494eac28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:37.412567 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-214ebfaa-4f44-4f0a-a836-0b2d494eac28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577872'] for network, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:37.436769 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-fbda22a1-c1df-44ed-a93f-85769f250b8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:37.521832 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214ebfaa-4f44-4f0a-a836-0b2d494eac28 admin admin] Pushing event updated for resources: {'Network': ['ID=5b6da4b1-aa54-4693-98e7-7b76fd448d9a,revision_number=1']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:37.530377 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-fbda22a1-c1df-44ed-a93f-85769f250b8b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0429a62aa9d64e03af38c8748c7f5ede&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6314533 Sep 15 02:45:37.534703 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 36380) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:45:37.535220 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbda22a1-c1df-44ed-a93f-85769f250b8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08ff99fb-d7d4-4603-a3c5-f8aa121f7e6d,revision_number=1']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:37.537829 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Network 5b6da4b1-aa54-4693-98e7-7b76fd448d9a details requested by agent ovs-agent-dv-cinder-759955-25-smb with host dv-cinder-759955-25-smb {{(pid=101047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 02:45:37.594883 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-baba6bbe-5351-47e8-8d3a-d1367d27faeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:37.611929 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-cd30d7ff-bb59-4fa8-a44b-c5c4959c0809 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:37.627439 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-baba6bbe-5351-47e8-8d3a-d1367d27faeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:37.651837 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-cd30d7ff-bb59-4fa8-a44b-c5c4959c0809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:37.707456 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-214ebfaa-4f44-4f0a-a836-0b2d494eac28 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8845658 Sep 15 02:45:37.707921 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 36388) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:45:37.713579 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.v2.base [None req-46f35416-7629-4731-91c1-e33612f9a7b3 admin admin] Request body: {'subnet': {'network_id': '5b6da4b1-aa54-4693-98e7-7b76fd448d9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-101928912-subnet', 'tenant_id': 'e413026519734b6e8c77db5246b7e404', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:45:37.714833 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd30d7ff-bb59-4fa8-a44b-c5c4959c0809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8db807f2-df5d-470e-8681-c4085332a90c,revision_number=1']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:37.724467 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-cd30d7ff-bb59-4fa8-a44b-c5c4959c0809 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b1af03201d6843eb877a3d3cdb949eed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6135194 Sep 15 02:45:37.725562 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 36390) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:45:37.736898 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-baba6bbe-5351-47e8-8d3a-d1367d27faeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:37.739552 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-baba6bbe-5351-47e8-8d3a-d1367d27faeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:37.743033 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-baba6bbe-5351-47e8-8d3a-d1367d27faeb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/08ff99fb-d7d4-4603-a3c5-f8aa121f7e6d HTTP/1.1" status: 204 len: 168 time: 0.2059598 Sep 15 02:45:37.753292 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baba6bbe-5351-47e8-8d3a-d1367d27faeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08ff99fb-d7d4-4603-a3c5-f8aa121f7e6d,revision_number=None']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:37.793237 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-254573ca-4d08-4674-b441-1ecef6a00600 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:37.817900 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-254573ca-4d08-4674-b441-1ecef6a00600 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:37.833993 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46f35416-7629-4731-91c1-e33612f9a7b3 admin admin] Made reservation on behalf of e413026519734b6e8c77db5246b7e404 for: {'subnet': 1} {{(pid=101045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:45:37.836707 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-46f35416-7629-4731-91c1-e33612f9a7b3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:37.959449 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-254573ca-4d08-4674-b441-1ecef6a00600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:37.961975 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-254573ca-4d08-4674-b441-1ecef6a00600 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:37.963152 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-254573ca-4d08-4674-b441-1ecef6a00600 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8db807f2-df5d-470e-8681-c4085332a90c HTTP/1.1" status: 204 len: 168 time: 0.2360318 Sep 15 02:45:37.982863 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254573ca-4d08-4674-b441-1ecef6a00600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8db807f2-df5d-470e-8681-c4085332a90c,revision_number=None']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:38.148201 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-46f35416-7629-4731-91c1-e33612f9a7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858'] for subnet, after_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:38.203235 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f35416-7629-4731-91c1-e33612f9a7b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a86b28f2-8bdf-4ad4-be6c-967ca3f90a35,revision_number=0']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:38.224011 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f35416-7629-4731-91c1-e33612f9a7b3 admin admin] Checking segment: {'id': '192bde30-5be4-4c66-a94c-ffba14c970ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5b6da4b1-aa54-4693-98e7-7b76fd448d9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:45:38.224259 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f35416-7629-4731-91c1-e33612f9a7b3 admin admin] Network hostable DHCP agents. Network: 5b6da4b1-aa54-4693-98e7-7b76fd448d9a, hostable agents: ['4ac00676-0bd7-4634-9dbc-c2a760561995'], hosted agents: [] {{(pid=101045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 02:45:38.291085 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f35416-7629-4731-91c1-e33612f9a7b3 admin admin] Network 5b6da4b1-aa54-4693-98e7-7b76fd448d9a is scheduled to be hosted by DHCP agent 4ac00676-0bd7-4634-9dbc-c2a760561995 with binding_index 1 {{(pid=101045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 02:45:38.370939 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.scheduler.base_scheduler [None req-46f35416-7629-4731-91c1-e33612f9a7b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-25-smb, 5b6da4b1-aa54-4693-98e7-7b76fd448d9a) {{(pid=101045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:45:38.382010 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ed30f0-3ca6-4100-a37a-ab4f2007d86c None None] Network 5b6da4b1-aa54-4693-98e7-7b76fd448d9a requested from dv-cinder-759955-25-smb {{(pid=101047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 02:45:38.384935 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f35416-7629-4731-91c1-e33612f9a7b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:38.385561 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-46f35416-7629-4731-91c1-e33612f9a7b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577872'] for subnet, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:38.472026 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-46f35416-7629-4731-91c1-e33612f9a7b3 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7627139 Sep 15 02:45:38.541366 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 36446) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:45:38.579691 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-60a1fb87-d775-4c98-8f67-efba9d191576 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:38.583924 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 36450) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:45:38.607588 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-d2fc67fd-1b5a-4aed-8159-50444161c6be admin admin] Notify callbacks [] for security_group, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:38.621226 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72e31ca-2bbc-40dc-83e7-9ccd9dc832b9 req-06209e40-c016-4b53-a91c-29496aeb1bd2 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:38.631055 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-a72e31ca-2bbc-40dc-83e7-9ccd9dc832b9 req-06209e40-c016-4b53-a91c-29496aeb1bd2 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/ports?device_id=81436215-e449-418b-9704-48e932596956 HTTP/1.1" status: 200 len: 946 time: 0.1216321 Sep 15 02:45:38.646854 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501b0656-2da9-4146-87e9-8809d24d01ad None None] Network 5b6da4b1-aa54-4693-98e7-7b76fd448d9a requested from dv-cinder-759955-25-smb {{(pid=101047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 02:45:38.654983 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.db.api [None req-d2fc67fd-1b5a-4aed-8159-50444161c6be admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 15 02:45:38.654983 dv-cinder-759955-25-smb neutron-server[101046]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 15 02:45:38.654983 dv-cinder-759955-25-smb neutron-server[101046]: [parameters: {'project_id': 'a7486b6cc0824485a18743b667c562a2', 'id': 'f3a10789-b7ce-4e33-9218-407c6d689ff6', 'expiration': datetime.datetime(2021, 9, 15, 2, 47, 38, 648115)}] Sep 15 02:45:38.654983 dv-cinder-759955-25-smb neutron-server[101046]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101046) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 02:45:38.656217 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG oslo_db.api [None req-d2fc67fd-1b5a-4aed-8159-50444161c6be admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 02:45:38.693116 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-a72e31ca-2bbc-40dc-83e7-9ccd9dc832b9 req-7ebdbe48-cb2b-4596-b7c0-3967719d57e8 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a48ec5e-5483-47a7-a61c-ca706341677d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607061 Sep 15 02:45:38.750739 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-60a1fb87-d775-4c98-8f67-efba9d191576 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:38.833783 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-60a1fb87-d775-4c98-8f67-efba9d191576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:38.876689 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-60a1fb87-d775-4c98-8f67-efba9d191576 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=13d7a3d9ac004961b0ac9ced471d761a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3340538 Sep 15 02:45:38.877653 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a1fb87-d775-4c98-8f67-efba9d191576 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51a9b258-2450-4d04-8219-b2aa4749fa45,revision_number=1']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:38.879274 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 36464) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:45:38.929776 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-c5ef99d0-8360-4d24-99d2-ecd8bcd7b5bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:38.951442 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-c5ef99d0-8360-4d24-99d2-ecd8bcd7b5bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:39.053174 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-c5ef99d0-8360-4d24-99d2-ecd8bcd7b5bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:39.055729 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-c5ef99d0-8360-4d24-99d2-ecd8bcd7b5bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:39.056893 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-c5ef99d0-8360-4d24-99d2-ecd8bcd7b5bb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/51a9b258-2450-4d04-8219-b2aa4749fa45 HTTP/1.1" status: 204 len: 168 time: 0.1766322 Sep 15 02:45:39.078249 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ef99d0-8360-4d24-99d2-ecd8bcd7b5bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51a9b258-2450-4d04-8219-b2aa4749fa45,revision_number=None']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:39.153000 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1157c953-ff29-4e29-b5b7-cb9c622280d7 req-0350b3bb-4d09-47a9-bc00-fb0f055ff183 tempest-VolumesActionsTest-701727333 tempest-VolumesActionsTest-701727333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:39.154729 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-1157c953-ff29-4e29-b5b7-cb9c622280d7 req-0350b3bb-4d09-47a9-bc00-fb0f055ff183 tempest-VolumesActionsTest-701727333 tempest-VolumesActionsTest-701727333-project] 10.222.0.13 "GET /v2.0/networks?id=085ffa3e-3b2e-4503-8fce-e02d7a8bf94f HTTP/1.1" status: 200 len: 809 time: 0.1243606 Sep 15 02:45:39.157941 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-d2fc67fd-1b5a-4aed-8159-50444161c6be admin admin] Notify callbacks [] for security_group, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:39.170686 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-1157c953-ff29-4e29-b5b7-cb9c622280d7 req-bd2d9ebc-7039-40ec-81fd-4fb67c3b67dc tempest-VolumesActionsTest-701727333 tempest-VolumesActionsTest-701727333-project] 10.222.0.13 "GET /v2.0/quotas/385f97c41d7c47498447c2c6220676de HTTP/1.1" status: 200 len: 375 time: 0.0092971 Sep 15 02:45:39.205442 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-1157c953-ff29-4e29-b5b7-cb9c622280d7 req-c86999e2-ac03-486e-a9bf-356f445c67d6 tempest-VolumesActionsTest-701727333 tempest-VolumesActionsTest-701727333-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=385f97c41d7c47498447c2c6220676de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275860 Sep 15 02:45:39.283271 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-d2fc67fd-1b5a-4aed-8159-50444161c6be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:39.310907 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-1157c953-ff29-4e29-b5b7-cb9c622280d7 req-8d59eb4a-ec8d-4eee-aead-4823343bb324 service neutron] 10.222.0.13 "GET /v2.0/networks/085ffa3e-3b2e-4503-8fce-e02d7a8bf94f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980709 Sep 15 02:45:39.685955 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-1157c953-ff29-4e29-b5b7-cb9c622280d7 req-c0e39e2f-8bf5-49f7-b5a3-e00b3f1149ee service neutron] 10.222.0.13 "GET /v2.0/networks/085ffa3e-3b2e-4503-8fce-e02d7a8bf94f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869324 Sep 15 02:45:39.689528 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.agents_db [None req-aaa0e2cc-b65a-40bb-b615-34ad7f0cff4d None None] Agent healthcheck: found 6 active agents {{(pid=101048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:45:39.811330 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b719c34-0ebf-4ae5-a182-de560145f75f req-cb17bf88-2de7-4ac6-92d5-555053bf9d54 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:39.826463 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-1b719c34-0ebf-4ae5-a182-de560145f75f req-cb17bf88-2de7-4ac6-92d5-555053bf9d54 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/ports?device_id=81436215-e449-418b-9704-48e932596956 HTTP/1.1" status: 200 len: 946 time: 0.0505412 Sep 15 02:45:39.839337 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-d2fc67fd-1b5a-4aed-8159-50444161c6be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:39.880832 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-1b719c34-0ebf-4ae5-a182-de560145f75f req-eababab8-8908-4fad-94e0-6d2373e27eee tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a48ec5e-5483-47a7-a61c-ca706341677d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585577 Sep 15 02:45:39.893459 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-d2fc67fd-1b5a-4aed-8159-50444161c6be admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a7486b6cc0824485a18743b667c562a2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3074987 Sep 15 02:45:39.894696 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 36498) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:45:39.899948 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fc67fd-1b5a-4aed-8159-50444161c6be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05c96b37-12e2-4035-a804-1dd65d44d7ed,revision_number=1']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:39.973361 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-c4726d05-1a11-42d6-aaa7-74fd6824c616 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:40.002875 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-c4726d05-1a11-42d6-aaa7-74fd6824c616 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:40.008559 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-f2fddc52-f04d-4160-bb24-b0b1849c8e7a req-69453ee0-fecb-44fb-9606-915b48e19d01 tempest-VolumesActionsTest-701727333 tempest-VolumesActionsTest-701727333-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ddb9b35-46cf-4a66-9e6d-40846cd5e94f HTTP/1.1" status: 200 len: 210 time: 0.0401692 Sep 15 02:45:40.153784 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-c4726d05-1a11-42d6-aaa7-74fd6824c616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:40.156526 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-c4726d05-1a11-42d6-aaa7-74fd6824c616 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:40.158141 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-c4726d05-1a11-42d6-aaa7-74fd6824c616 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/05c96b37-12e2-4035-a804-1dd65d44d7ed HTTP/1.1" status: 204 len: 168 time: 0.2623217 Sep 15 02:45:40.166152 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4726d05-1a11-42d6-aaa7-74fd6824c616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05c96b37-12e2-4035-a804-1dd65d44d7ed,revision_number=None']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:41.093863 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d27859-7493-4f50-8560-d9dab905ebc4 req-57e69fd3-b80f-4f6f-be14-43df9ee1aa20 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:41.102918 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-42d27859-7493-4f50-8560-d9dab905ebc4 req-57e69fd3-b80f-4f6f-be14-43df9ee1aa20 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/ports?device_id=81436215-e449-418b-9704-48e932596956 HTTP/1.1" status: 200 len: 946 time: 0.1173818 Sep 15 02:45:41.143627 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-42d27859-7493-4f50-8560-d9dab905ebc4 req-5595f1aa-aa4c-4081-8e37-fc484385108b tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a48ec5e-5483-47a7-a61c-ca706341677d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413885 Sep 15 02:45:41.184868 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-a86be381-6483-4101-8f29-fccf30ab26aa req-cd873e32-75c5-49f2-ae72-33f4f7aba300 tempest-VolumesActionsTest-701727333 tempest-VolumesActionsTest-701727333-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ddb9b35-46cf-4a66-9e6d-40846cd5e94f HTTP/1.1" status: 200 len: 210 time: 0.0279825 Sep 15 02:45:42.295174 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cbef37-ed13-48bc-8113-ba04a94d522f req-6949ffdc-7766-4ce6-a10f-7ad08d47e3a1 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:42.297544 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-28cbef37-ed13-48bc-8113-ba04a94d522f req-6949ffdc-7766-4ce6-a10f-7ad08d47e3a1 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/ports?device_id=81436215-e449-418b-9704-48e932596956 HTTP/1.1" status: 200 len: 946 time: 0.0753109 Sep 15 02:45:42.368344 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-c6fbfae3-9c61-42e1-a1c9-a2097c4c4b7d req-2116171b-5bc8-4aad-9120-14fc7133d11c tempest-VolumesActionsTest-701727333 tempest-VolumesActionsTest-701727333-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ddb9b35-46cf-4a66-9e6d-40846cd5e94f HTTP/1.1" status: 200 len: 210 time: 0.0431032 Sep 15 02:45:42.385557 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-28cbef37-ed13-48bc-8113-ba04a94d522f req-21f5d2a5-92cd-4191-adb6-e872284d0423 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a48ec5e-5483-47a7-a61c-ca706341677d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811653 Sep 15 02:45:42.509299 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1157c953-ff29-4e29-b5b7-cb9c622280d7 req-a7f0140a-4a86-4799-be7e-aabacc9b76a7 tempest-VolumesActionsTest-701727333 tempest-VolumesActionsTest-701727333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:42.510701 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-1157c953-ff29-4e29-b5b7-cb9c622280d7 req-a7f0140a-4a86-4799-be7e-aabacc9b76a7 tempest-VolumesActionsTest-701727333 tempest-VolumesActionsTest-701727333-project] 10.222.0.38 "GET /v2.0/networks?id=085ffa3e-3b2e-4503-8fce-e02d7a8bf94f HTTP/1.1" status: 200 len: 809 time: 0.1728849 Sep 15 02:45:42.527553 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.v2.base [req-1157c953-ff29-4e29-b5b7-cb9c622280d7 req-70f41bda-4296-4540-a8fc-ba6c4a930a48 tempest-VolumesActionsTest-701727333 tempest-VolumesActionsTest-701727333-project] Request body: {'port': {'device_id': '8ddb9b35-46cf-4a66-9e6d-40846cd5e94f', 'network_id': '085ffa3e-3b2e-4503-8fce-e02d7a8bf94f', 'admin_state_up': True, 'tenant_id': '385f97c41d7c47498447c2c6220676de'}} {{(pid=101046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:45:42.725616 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1157c953-ff29-4e29-b5b7-cb9c622280d7 req-70f41bda-4296-4540-a8fc-ba6c4a930a48 tempest-VolumesActionsTest-701727333 tempest-VolumesActionsTest-701727333-project] Made reservation on behalf of 385f97c41d7c47498447c2c6220676de for: {'port': 1} {{(pid=101046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:45:42.730336 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [req-1157c953-ff29-4e29-b5b7-cb9c622280d7 req-70f41bda-4296-4540-a8fc-ba6c4a930a48 tempest-VolumesActionsTest-701727333 tempest-VolumesActionsTest-701727333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:42.883270 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.db.db_base_plugin_common [req-1157c953-ff29-4e29-b5b7-cb9c622280d7 req-70f41bda-4296-4540-a8fc-ba6c4a930a48 tempest-VolumesActionsTest-701727333 tempest-VolumesActionsTest-701727333-project] Allocated IP 172.20.0.7 (085ffa3e-3b2e-4503-8fce-e02d7a8bf94f/f7493303-0f7c-41e0-a24b-8c2c7debc74e/d15727c2-9ed6-443e-ac6c-8096bf5701f8) {{(pid=101046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:45:43.038396 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [req-1157c953-ff29-4e29-b5b7-cb9c622280d7 req-70f41bda-4296-4540-a8fc-ba6c4a930a48 tempest-VolumesActionsTest-701727333 tempest-VolumesActionsTest-701727333-project] Notify callbacks [] for port, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:43.113904 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [req-1157c953-ff29-4e29-b5b7-cb9c622280d7 req-70f41bda-4296-4540-a8fc-ba6c4a930a48 tempest-VolumesActionsTest-701727333 tempest-VolumesActionsTest-701727333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781587269048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25909702'] for port, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:43.155367 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1157c953-ff29-4e29-b5b7-cb9c622280d7 req-70f41bda-4296-4540-a8fc-ba6c4a930a48 tempest-VolumesActionsTest-701727333 tempest-VolumesActionsTest-701727333-project] Network 085ffa3e-3b2e-4503-8fce-e02d7a8bf94f is already hosted by enough agents. {{(pid=101046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:45:43.161209 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.scheduler.base_scheduler [req-1157c953-ff29-4e29-b5b7-cb9c622280d7 req-70f41bda-4296-4540-a8fc-ba6c4a930a48 tempest-VolumesActionsTest-701727333 tempest-VolumesActionsTest-701727333-project] Resources bound (agent type, host, resource id): {{(pid=101046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:45:43.164905 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.db.l3_dvrscheduler_db [req-1157c953-ff29-4e29-b5b7-cb9c622280d7 req-70f41bda-4296-4540-a8fc-ba6c4a930a48 tempest-VolumesActionsTest-701727333 tempest-VolumesActionsTest-701727333-project] Received port after_create {{(pid=101046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:45:43.195652 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f41bda-4296-4540-a8fc-ba6c4a930a48 tempest-VolumesActionsTest-701727333 tempest-VolumesActionsTest-701727333-project] Pushing event updated for resources: {'Port': ['ID=d15727c2-9ed6-443e-ac6c-8096bf5701f8,revision_number=1']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:43.222353 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1157c953-ff29-4e29-b5b7-cb9c622280d7 req-70f41bda-4296-4540-a8fc-ba6c4a930a48 tempest-VolumesActionsTest-701727333 tempest-VolumesActionsTest-701727333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:43.223109 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [req-1157c953-ff29-4e29-b5b7-cb9c622280d7 req-70f41bda-4296-4540-a8fc-ba6c4a930a48 tempest-VolumesActionsTest-701727333 tempest-VolumesActionsTest-701727333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89626'] for port, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:43.298028 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-1157c953-ff29-4e29-b5b7-cb9c622280d7 req-70f41bda-4296-4540-a8fc-ba6c4a930a48 tempest-VolumesActionsTest-701727333 tempest-VolumesActionsTest-701727333-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7749290 Sep 15 02:45:43.316388 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.v2.base [req-1157c953-ff29-4e29-b5b7-cb9c622280d7 req-f8eef598-6a32-4256-ae65-53f1ed22e079 service neutron] Request body: {'port': {'device_id': '8ddb9b35-46cf-4a66-9e6d-40846cd5e94f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=101046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:45:43.377134 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [req-1157c953-ff29-4e29-b5b7-cb9c622280d7 req-f8eef598-6a32-4256-ae65-53f1ed22e079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:43.503899 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d5fb02-2f76-4a1d-a378-cdfcbf97c76b req-d9bcf43f-f028-42f1-8aeb-cd1c205af256 tempest-VolumesActionsTest-701727333 tempest-VolumesActionsTest-701727333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:43.506224 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-69d5fb02-2f76-4a1d-a378-cdfcbf97c76b req-d9bcf43f-f028-42f1-8aeb-cd1c205af256 tempest-VolumesActionsTest-701727333 tempest-VolumesActionsTest-701727333-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ddb9b35-46cf-4a66-9e6d-40846cd5e94f HTTP/1.1" status: 200 len: 931 time: 0.0857668 Sep 15 02:45:43.569457 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-69d5fb02-2f76-4a1d-a378-cdfcbf97c76b req-1ab9466a-0db0-44fe-8ae5-dfa3be0fad4e tempest-VolumesActionsTest-701727333 tempest-VolumesActionsTest-701727333-project] 10.222.0.13 "GET /v2.0/security-groups?id=17dd4361-a6bd-4c48-a308-b901f27c141d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555267 Sep 15 02:45:43.615978 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631ca138-88ff-415b-90ac-aa7a7f097e0c req-5d381f8e-6ec0-4a47-ab09-171cc2bdb5e4 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:43.619555 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-631ca138-88ff-415b-90ac-aa7a7f097e0c req-5d381f8e-6ec0-4a47-ab09-171cc2bdb5e4 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/ports?device_id=81436215-e449-418b-9704-48e932596956 HTTP/1.1" status: 200 len: 946 time: 0.1211107 Sep 15 02:45:43.730468 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-631ca138-88ff-415b-90ac-aa7a7f097e0c req-e0fbeef9-e3b1-42b5-88b1-fdba4b6ccc21 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a48ec5e-5483-47a7-a61c-ca706341677d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040039 Sep 15 02:45:43.747846 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ad85ad-ddf6-419e-b384-935d57f66789 req-35533fd5-76ba-41a9-9ee3-f564f03176bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:43.749320 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-c4ad85ad-ddf6-419e-b384-935d57f66789 req-35533fd5-76ba-41a9-9ee3-f564f03176bd service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=81436215-e449-418b-9704-48e932596956 HTTP/1.1" status: 200 len: 1099 time: 0.0837321 Sep 15 02:45:43.821982 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-c4ad85ad-ddf6-419e-b384-935d57f66789 req-0d8cb4d8-fc85-4546-82c0-05847511254d service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=4a48ec5e-5483-47a7-a61c-ca706341677d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628791 Sep 15 02:45:43.835469 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.notifiers.nova [req-1157c953-ff29-4e29-b5b7-cb9c622280d7 req-f8eef598-6a32-4256-ae65-53f1ed22e079 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d15727c2-9ed6-443e-ac6c-8096bf5701f8 {{(pid=101046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 02:45:43.842898 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [req-1157c953-ff29-4e29-b5b7-cb9c622280d7 req-f8eef598-6a32-4256-ae65-53f1ed22e079 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:43.856801 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.db.provisioning_blocks [req-1157c953-ff29-4e29-b5b7-cb9c622280d7 req-f8eef598-6a32-4256-ae65-53f1ed22e079 service neutron] Transition to ACTIVE for port object d15727c2-9ed6-443e-ac6c-8096bf5701f8 will not be triggered until provisioned by entity L2. {{(pid=101046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 02:45:43.907924 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [req-1157c953-ff29-4e29-b5b7-cb9c622280d7 req-f8eef598-6a32-4256-ae65-53f1ed22e079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25909727'] for port, after_update {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:43.960635 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eef598-6a32-4256-ae65-53f1ed22e079 service neutron] Pushing event updated for resources: {'Port': ['ID=d15727c2-9ed6-443e-ac6c-8096bf5701f8,revision_number=2']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:44.027564 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.managers [req-1157c953-ff29-4e29-b5b7-cb9c622280d7 req-f8eef598-6a32-4256-ae65-53f1ed22e079 service neutron] Attempting to bind port d15727c2-9ed6-443e-ac6c-8096bf5701f8 on host hv-cinder-75995 for vnic_type normal with profile {{(pid=101046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 02:45:44.027978 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.managers [req-1157c953-ff29-4e29-b5b7-cb9c622280d7 req-f8eef598-6a32-4256-ae65-53f1ed22e079 service neutron] Attempting to bind port d15727c2-9ed6-443e-ac6c-8096bf5701f8 by drivers openvswitch,hyperv on host hv-cinder-75995 at level 0 using segments [{'id': '497bedef-ec3e-41ca-ab3a-4520adb81798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '085ffa3e-3b2e-4503-8fce-e02d7a8bf94f'}] {{(pid=101046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 02:45:44.028340 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1157c953-ff29-4e29-b5b7-cb9c622280d7 req-f8eef598-6a32-4256-ae65-53f1ed22e079 service neutron] Attempting to bind port d15727c2-9ed6-443e-ac6c-8096bf5701f8 on network 085ffa3e-3b2e-4503-8fce-e02d7a8bf94f {{(pid=101046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:45:44.033360 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1157c953-ff29-4e29-b5b7-cb9c622280d7 req-f8eef598-6a32-4256-ae65-53f1ed22e079 service neutron] Port d15727c2-9ed6-443e-ac6c-8096bf5701f8 on network 085ffa3e-3b2e-4503-8fce-e02d7a8bf94f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75995 {{(pid=101046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 02:45:44.033690 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1157c953-ff29-4e29-b5b7-cb9c622280d7 req-f8eef598-6a32-4256-ae65-53f1ed22e079 service neutron] Attempting to bind port d15727c2-9ed6-443e-ac6c-8096bf5701f8 on network 085ffa3e-3b2e-4503-8fce-e02d7a8bf94f {{(pid=101046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:45:44.038506 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1157c953-ff29-4e29-b5b7-cb9c622280d7 req-f8eef598-6a32-4256-ae65-53f1ed22e079 service neutron] Checking agent: {'id': 'bf643b19-1b67-4f44-847e-0724d3e1ee06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 42, 35), 'started_at': datetime.datetime(2021, 9, 15, 2, 42, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 2, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 02:45:44.038845 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1157c953-ff29-4e29-b5b7-cb9c622280d7 req-f8eef598-6a32-4256-ae65-53f1ed22e079 service neutron] Checking segment: {'id': '497bedef-ec3e-41ca-ab3a-4520adb81798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '085ffa3e-3b2e-4503-8fce-e02d7a8bf94f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:45:44.039261 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1157c953-ff29-4e29-b5b7-cb9c622280d7 req-f8eef598-6a32-4256-ae65-53f1ed22e079 service neutron] Bound using segment: {'id': '497bedef-ec3e-41ca-ab3a-4520adb81798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '085ffa3e-3b2e-4503-8fce-e02d7a8bf94f'} {{(pid=101046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 02:45:44.039686 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.managers [req-1157c953-ff29-4e29-b5b7-cb9c622280d7 req-f8eef598-6a32-4256-ae65-53f1ed22e079 service neutron] Bound port: d15727c2-9ed6-443e-ac6c-8096bf5701f8, host: hv-cinder-75995, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '497bedef-ec3e-41ca-ab3a-4520adb81798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '085ffa3e-3b2e-4503-8fce-e02d7a8bf94f'}}] {{(pid=101046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 02:45:44.040046 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [req-1157c953-ff29-4e29-b5b7-cb9c622280d7 req-f8eef598-6a32-4256-ae65-53f1ed22e079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:44.102795 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.db [req-1157c953-ff29-4e29-b5b7-cb9c622280d7 req-f8eef598-6a32-4256-ae65-53f1ed22e079 service neutron] For port d15727c2-9ed6-443e-ac6c-8096bf5701f8, host hv-cinder-75995, cleared binding levels {{(pid=101046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 02:45:44.105908 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.db [req-1157c953-ff29-4e29-b5b7-cb9c622280d7 req-f8eef598-6a32-4256-ae65-53f1ed22e079 service neutron] For port d15727c2-9ed6-443e-ac6c-8096bf5701f8, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=d15727c2-9ed6-443e-ac6c-8096bf5701f8,segment=NetworkSegment(497bedef-ec3e-41ca-ab3a-4520adb81798),segment_id=497bedef-ec3e-41ca-ab3a-4520adb81798)] {{(pid=101046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 02:45:44.176749 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [req-1157c953-ff29-4e29-b5b7-cb9c622280d7 req-f8eef598-6a32-4256-ae65-53f1ed22e079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25909727'] for port, after_update {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:44.212765 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1157c953-ff29-4e29-b5b7-cb9c622280d7 req-f8eef598-6a32-4256-ae65-53f1ed22e079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:44.213586 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [req-1157c953-ff29-4e29-b5b7-cb9c622280d7 req-f8eef598-6a32-4256-ae65-53f1ed22e079 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89626'] for port, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:44.214642 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-1157c953-ff29-4e29-b5b7-cb9c622280d7 req-f8eef598-6a32-4256-ae65-53f1ed22e079 service neutron] 10.222.0.38 "PUT /v2.0/ports/d15727c2-9ed6-443e-ac6c-8096bf5701f8 HTTP/1.1" status: 200 len: 1093 time: 0.9031136 Sep 15 02:45:44.217137 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ddb9b35-46cf-4a66-9e6d-40846cd5e94f', 'tag': 'd15727c2-9ed6-443e-ac6c-8096bf5701f8'}] {{(pid=101046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:45:44.219310 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09f236bde6c897f5223593461388a859426f0e46db55c614fbf86303128fc53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18ba3117-f5f1-4b2b-92fe-06ffb8b8b693" -d '{"events": [{"name": "network-changed", "server_uuid": "8ddb9b35-46cf-4a66-9e6d-40846cd5e94f", "tag": "d15727c2-9ed6-443e-ac6c-8096bf5701f8"}]}' {{(pid=101046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:45:44.245910 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eef598-6a32-4256-ae65-53f1ed22e079 service neutron] Pushing event updated for resources: {'Port': ['ID=d15727c2-9ed6-443e-ac6c-8096bf5701f8,revision_number=3']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:44.258634 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 02:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb89cb3c-d67d-4761-83de-ce11bf095001 x-openstack-request-id: req-cb89cb3c-d67d-4761-83de-ce11bf095001 {{(pid=101046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:45:44.258952 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ddb9b35-46cf-4a66-9e6d-40846cd5e94f", "tag": "d15727c2-9ed6-443e-ac6c-8096bf5701f8", "status": "completed", "code": 200}]} {{(pid=101046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:45:44.261462 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cb89cb3c-d67d-4761-83de-ce11bf095001 {{(pid=101046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:45:44.261462 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ddb9b35-46cf-4a66-9e6d-40846cd5e94f', 'tag': 'd15727c2-9ed6-443e-ac6c-8096bf5701f8', 'status': 'completed', 'code': 200} Sep 15 02:45:44.336102 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ba3117-f5f1-4b2b-92fe-06ffb8b8b693 req-bd330a24-04c0-454b-8f09-3c833a27abb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:44.337707 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-18ba3117-f5f1-4b2b-92fe-06ffb8b8b693 req-bd330a24-04c0-454b-8f09-3c833a27abb1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=385f97c41d7c47498447c2c6220676de&device_id=8ddb9b35-46cf-4a66-9e6d-40846cd5e94f HTTP/1.1" status: 200 len: 1096 time: 0.0404940 Sep 15 02:45:44.451749 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ba3117-f5f1-4b2b-92fe-06ffb8b8b693 req-19198be9-5c8d-4834-883d-18a930cb625b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:44.453264 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-18ba3117-f5f1-4b2b-92fe-06ffb8b8b693 req-19198be9-5c8d-4834-883d-18a930cb625b service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=385f97c41d7c47498447c2c6220676de&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1005206 Sep 15 02:45:44.552927 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ba3117-f5f1-4b2b-92fe-06ffb8b8b693 req-dc78fcf5-c785-4a77-a686-bf161ef24e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:44.554510 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-18ba3117-f5f1-4b2b-92fe-06ffb8b8b693 req-dc78fcf5-c785-4a77-a686-bf161ef24e11 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0937881 Sep 15 02:45:44.682633 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1157c953-ff29-4e29-b5b7-cb9c622280d7 req-af682851-409a-492e-ac9b-bc80787e948c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:44.684186 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-1157c953-ff29-4e29-b5b7-cb9c622280d7 req-af682851-409a-492e-ac9b-bc80787e948c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=385f97c41d7c47498447c2c6220676de&device_id=8ddb9b35-46cf-4a66-9e6d-40846cd5e94f HTTP/1.1" status: 200 len: 1096 time: 0.0601668 Sep 15 02:45:44.705920 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a099db-7d7f-44b6-bc39-87a2a296d885 req-d8cd3a7d-82c5-4c5f-baf9-537e8c2b914d tempest-VolumesActionsTest-701727333 tempest-VolumesActionsTest-701727333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:44.707412 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-c1a099db-7d7f-44b6-bc39-87a2a296d885 req-d8cd3a7d-82c5-4c5f-baf9-537e8c2b914d tempest-VolumesActionsTest-701727333 tempest-VolumesActionsTest-701727333-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ddb9b35-46cf-4a66-9e6d-40846cd5e94f HTTP/1.1" status: 200 len: 943 time: 0.0548170 Sep 15 02:45:44.729127 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-1157c953-ff29-4e29-b5b7-cb9c622280d7 req-7fd93ce0-30a5-4eb9-b0bc-a133ac2f6cd1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d15727c2-9ed6-443e-ac6c-8096bf5701f8 HTTP/1.1" status: 200 len: 217 time: 0.0358200 Sep 15 02:45:44.747899 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-c1a099db-7d7f-44b6-bc39-87a2a296d885 req-7a87aaa9-1d87-4a76-83ed-b8769ff62616 tempest-VolumesActionsTest-701727333 tempest-VolumesActionsTest-701727333-project] 10.222.0.13 "GET /v2.0/security-groups?id=17dd4361-a6bd-4c48-a308-b901f27c141d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343416 Sep 15 02:45:44.792320 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1157c953-ff29-4e29-b5b7-cb9c622280d7 req-cb37e517-6224-4b6e-be80-223f65fa462f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:44.794038 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-1157c953-ff29-4e29-b5b7-cb9c622280d7 req-cb37e517-6224-4b6e-be80-223f65fa462f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f7493303-0f7c-41e0-a24b-8c2c7debc74e HTTP/1.1" status: 200 len: 849 time: 0.0490050 Sep 15 02:45:44.835688 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-1157c953-ff29-4e29-b5b7-cb9c622280d7 req-64cca857-d7dd-48f0-b124-fa5d82770b4a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=085ffa3e-3b2e-4503-8fce-e02d7a8bf94f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285890 Sep 15 02:45:44.857657 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96536476-5731-4571-bfd8-48276beb7527 req-fd8cae2b-1881-408d-96b9-16b288831dac tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:44.859404 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-96536476-5731-4571-bfd8-48276beb7527 req-fd8cae2b-1881-408d-96b9-16b288831dac tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/ports?device_id=81436215-e449-418b-9704-48e932596956 HTTP/1.1" status: 200 len: 946 time: 0.0479324 Sep 15 02:45:44.908730 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-96536476-5731-4571-bfd8-48276beb7527 req-0a383225-c861-40df-bc11-c9383a8c6dcf tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a48ec5e-5483-47a7-a61c-ca706341677d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424209 Sep 15 02:45:44.938811 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-1157c953-ff29-4e29-b5b7-cb9c622280d7 req-08ad461d-8e89-4f80-9ede-2813144fea75 service neutron] 10.222.0.38 "GET /v2.0/networks/085ffa3e-3b2e-4503-8fce-e02d7a8bf94f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936103 Sep 15 02:45:45.038260 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-1157c953-ff29-4e29-b5b7-cb9c622280d7 req-46a264fc-3487-4540-b6e9-07c279c3827a service neutron] 10.222.0.38 "GET /v2.0/networks/085ffa3e-3b2e-4503-8fce-e02d7a8bf94f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901508 Sep 15 02:45:45.444419 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-c09e37a0-4a98-4b66-89a1-4986636b65c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:45.872311 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b757ac-421d-4dec-b3ad-e603189e835a req-c228a1ac-a07d-4503-b0d8-2f33260c7ecf tempest-VolumesActionsTest-701727333 tempest-VolumesActionsTest-701727333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:45.874105 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-62b757ac-421d-4dec-b3ad-e603189e835a req-c228a1ac-a07d-4503-b0d8-2f33260c7ecf tempest-VolumesActionsTest-701727333 tempest-VolumesActionsTest-701727333-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ddb9b35-46cf-4a66-9e6d-40846cd5e94f HTTP/1.1" status: 200 len: 943 time: 0.0535500 Sep 15 02:45:45.921625 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-62b757ac-421d-4dec-b3ad-e603189e835a req-d11248c9-6c2d-49d9-9a6b-a69dfe897335 tempest-VolumesActionsTest-701727333 tempest-VolumesActionsTest-701727333-project] 10.222.0.13 "GET /v2.0/security-groups?id=17dd4361-a6bd-4c48-a308-b901f27c141d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369608 Sep 15 02:45:46.053342 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4b1efe-fa44-4f4a-bda6-4c4893486280 req-621b8991-6e34-49f4-b2cb-bd2b84c577eb tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:46.054874 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-2d4b1efe-fa44-4f4a-bda6-4c4893486280 req-621b8991-6e34-49f4-b2cb-bd2b84c577eb tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/ports?device_id=81436215-e449-418b-9704-48e932596956 HTTP/1.1" status: 200 len: 946 time: 0.0638335 Sep 15 02:45:46.105038 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-2d4b1efe-fa44-4f4a-bda6-4c4893486280 req-961adc00-29fd-4a3f-9043-583630fdecb5 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a48ec5e-5483-47a7-a61c-ca706341677d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425193 Sep 15 02:45:46.249207 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc011018-4755-4b03-89e2-82eff47d2c70 req-61229e4a-28ff-484c-9190-fd24ce1f831c tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:46.259238 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-fc011018-4755-4b03-89e2-82eff47d2c70 req-61229e4a-28ff-484c-9190-fd24ce1f831c tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb3fcddc-5c00-4077-8a3b-06b86f2ca670 HTTP/1.1" status: 200 len: 946 time: 0.0653648 Sep 15 02:45:46.308584 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-fc011018-4755-4b03-89e2-82eff47d2c70 req-acdb0d81-6464-4669-a6c4-8c89f120d522 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a48ec5e-5483-47a7-a61c-ca706341677d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471001 Sep 15 02:45:47.058565 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0364774f-d4ed-4785-a698-99fc6f8f7a2c req-7a16678a-ad90-4349-8182-97ac71f8290b tempest-VolumesActionsTest-701727333 tempest-VolumesActionsTest-701727333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:47.060158 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-0364774f-d4ed-4785-a698-99fc6f8f7a2c req-7a16678a-ad90-4349-8182-97ac71f8290b tempest-VolumesActionsTest-701727333 tempest-VolumesActionsTest-701727333-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ddb9b35-46cf-4a66-9e6d-40846cd5e94f HTTP/1.1" status: 200 len: 943 time: 0.0587955 Sep 15 02:45:47.099357 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-0364774f-d4ed-4785-a698-99fc6f8f7a2c req-0b5a9147-70dd-4865-9b2a-e0a29de717a6 tempest-VolumesActionsTest-701727333 tempest-VolumesActionsTest-701727333-project] 10.222.0.13 "GET /v2.0/security-groups?id=17dd4361-a6bd-4c48-a308-b901f27c141d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332334 Sep 15 02:45:48.134923 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-c531fd85-4a10-4e09-810a-e983a42a6124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:48.152196 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Device d15727c2-9ed6-443e-ac6c-8096bf5701f8 details requested by agent hyperv_hv-cinder-75995 with host hv-cinder-75995 {{(pid=101047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 02:45:48.238215 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3492ba-2da4-4907-aceb-851d56aa396e req-53a990d4-ffd0-49fc-9a7d-d18d9d307ad4 tempest-VolumesActionsTest-701727333 tempest-VolumesActionsTest-701727333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:48.240617 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-7a3492ba-2da4-4907-aceb-851d56aa396e req-53a990d4-ffd0-49fc-9a7d-d18d9d307ad4 tempest-VolumesActionsTest-701727333 tempest-VolumesActionsTest-701727333-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ddb9b35-46cf-4a66-9e6d-40846cd5e94f HTTP/1.1" status: 200 len: 943 time: 0.0587907 Sep 15 02:45:48.267305 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] For port d15727c2-9ed6-443e-ac6c-8096bf5701f8, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=d15727c2-9ed6-443e-ac6c-8096bf5701f8,segment=NetworkSegment(497bedef-ec3e-41ca-ab3a-4520adb81798),segment_id=497bedef-ec3e-41ca-ab3a-4520adb81798)] {{(pid=101047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:45:48.282059 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Returning: {'device': 'd15727c2-9ed6-443e-ac6c-8096bf5701f8', 'network_id': '085ffa3e-3b2e-4503-8fce-e02d7a8bf94f', 'port_id': 'd15727c2-9ed6-443e-ac6c-8096bf5701f8', 'mac_address': 'fa:16:3e:4a:b3:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7493303-0f7c-41e0-a24b-8c2c7debc74e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 02:45:48.289747 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-7a3492ba-2da4-4907-aceb-851d56aa396e req-1e9fb8b7-94cb-405b-a7cc-db3a82a6ad22 tempest-VolumesActionsTest-701727333 tempest-VolumesActionsTest-701727333-project] 10.222.0.13 "GET /v2.0/security-groups?id=17dd4361-a6bd-4c48-a308-b901f27c141d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406690 Sep 15 02:45:48.331433 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:48.347186 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.notifiers.nova [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d15727c2-9ed6-443e-ac6c-8096bf5701f8 {{(pid=101047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 02:45:48.374007 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] For port d15727c2-9ed6-443e-ac6c-8096bf5701f8, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=d15727c2-9ed6-443e-ac6c-8096bf5701f8,segment=NetworkSegment(497bedef-ec3e-41ca-ab3a-4520adb81798),segment_id=497bedef-ec3e-41ca-ab3a-4520adb81798)] {{(pid=101047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:45:48.439984 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:48.441602 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:48.492799 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Pushing event updated for resources: {'Port': ['ID=d15727c2-9ed6-443e-ac6c-8096bf5701f8,revision_number=4']} {{(pid=101047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:48.500122 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:45:48.500541 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:45:48.501441 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:45:48.501807 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:45:48.502194 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:45:48.502522 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:45:48.502931 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:45:48.503213 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:45:48.508303 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:45:48.508303 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:45:48.508303 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:45:48.508303 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:45:48.603062 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7617ae8-d92f-4ec1-a2a3-8e824c8da839 req-28656cd5-f157-4198-bb4d-a78d5eb6c1c4 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:48.604288 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-a7617ae8-d92f-4ec1-a2a3-8e824c8da839 req-28656cd5-f157-4198-bb4d-a78d5eb6c1c4 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb3fcddc-5c00-4077-8a3b-06b86f2ca670 HTTP/1.1" status: 200 len: 946 time: 0.0516353 Sep 15 02:45:48.643892 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-a7617ae8-d92f-4ec1-a2a3-8e824c8da839 req-d79fff88-2075-4d99-8292-bb7e7d88e67a tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a48ec5e-5483-47a7-a61c-ca706341677d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333295 Sep 15 02:45:48.666457 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0975613e-d8de-4c28-af9c-cad4dd749188 req-af422332-83cf-4290-92c5-297ecee83513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:48.668041 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-0975613e-d8de-4c28-af9c-cad4dd749188 req-af422332-83cf-4290-92c5-297ecee83513 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a78d7ab424a94a83ac8ea30bcfea513a&device_id=eb3fcddc-5c00-4077-8a3b-06b86f2ca670 HTTP/1.1" status: 200 len: 1099 time: 0.0455446 Sep 15 02:45:48.760335 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] get_ports_and_sgs() called for port_ids ['d15727c2-9ed6-443e-ac6c-8096bf5701f8'] {{(pid=101047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 02:45:48.762330 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0975613e-d8de-4c28-af9c-cad4dd749188 req-9a20ebb3-40f5-4316-a086-0fd714c9745d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:48.763870 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-0975613e-d8de-4c28-af9c-cad4dd749188 req-9a20ebb3-40f5-4316-a086-0fd714c9745d service neutron] 10.222.0.38 "GET /v2.0/networks?id=f37a69c0-4dd8-4d21-9641-e62da919cea1 HTTP/1.1" status: 200 len: 920 time: 0.0847051 Sep 15 02:45:48.816750 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-0975613e-d8de-4c28-af9c-cad4dd749188 req-bba496a6-f163-4ba6-9073-79fcac63ae77 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1ec257c4-8286-4343-bba8-11e67b393c0f HTTP/1.1" status: 200 len: 217 time: 0.0450971 Sep 15 02:45:48.873304 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0975613e-d8de-4c28-af9c-cad4dd749188 req-37c422a9-5bfa-452f-b70d-862948737408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:48.874749 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-0975613e-d8de-4c28-af9c-cad4dd749188 req-37c422a9-5bfa-452f-b70d-862948737408 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f4bc3747-1b39-45b5-bc17-aa1d3078521b HTTP/1.1" status: 200 len: 859 time: 0.0448947 Sep 15 02:45:48.909315 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-0975613e-d8de-4c28-af9c-cad4dd749188 req-2ba104c9-5d84-414e-9050-c5302f6cc076 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f37a69c0-4dd8-4d21-9641-e62da919cea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257552 Sep 15 02:45:49.006820 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-0975613e-d8de-4c28-af9c-cad4dd749188 req-b9dcb300-e4f0-4fd4-93c1-0661379ec2b9 service neutron] 10.222.0.38 "GET /v2.0/networks/f37a69c0-4dd8-4d21-9641-e62da919cea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877953 Sep 15 02:45:49.332662 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-0975613e-d8de-4c28-af9c-cad4dd749188 req-14f99eb0-669a-4149-9a8e-8f7198c6a48d service neutron] 10.222.0.38 "GET /v2.0/networks/f37a69c0-4dd8-4d21-9641-e62da919cea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3151739 Sep 15 02:45:49.370916 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-26fc78ca-8f14-4c98-81c4-2d6c26116e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:49.437912 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef738fc-b599-4714-ade3-1aee50041cd0 req-1334d9b0-372a-4488-8157-1cf664dcd898 tempest-VolumesActionsTest-701727333 tempest-VolumesActionsTest-701727333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:49.443302 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-bef738fc-b599-4714-ade3-1aee50041cd0 req-1334d9b0-372a-4488-8157-1cf664dcd898 tempest-VolumesActionsTest-701727333 tempest-VolumesActionsTest-701727333-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ddb9b35-46cf-4a66-9e6d-40846cd5e94f HTTP/1.1" status: 200 len: 944 time: 0.0571740 Sep 15 02:45:49.480882 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-bef738fc-b599-4714-ade3-1aee50041cd0 req-85fc098f-adb5-478f-a3c1-a3634382d739 tempest-VolumesActionsTest-701727333 tempest-VolumesActionsTest-701727333-project] 10.222.0.13 "GET /v2.0/security-groups?id=17dd4361-a6bd-4c48-a308-b901f27c141d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344825 Sep 15 02:45:49.764121 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68d5b03-47b4-427a-9fe5-b8c3c33c84de req-ffa99f93-046e-4e48-9d65-cdfdcffd5142 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:49.773129 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-e68d5b03-47b4-427a-9fe5-b8c3c33c84de req-ffa99f93-046e-4e48-9d65-cdfdcffd5142 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb3fcddc-5c00-4077-8a3b-06b86f2ca670 HTTP/1.1" status: 200 len: 946 time: 0.0517926 Sep 15 02:45:49.804074 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-e68d5b03-47b4-427a-9fe5-b8c3c33c84de req-ac3b3b44-4c79-4fde-8914-7a858d91149e tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a48ec5e-5483-47a7-a61c-ca706341677d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323191 Sep 15 02:45:50.171303 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Device d15727c2-9ed6-443e-ac6c-8096bf5701f8 up at agent hyperv_hv-cinder-75995 {{(pid=101047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:45:50.256331 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Provisioning for port d15727c2-9ed6-443e-ac6c-8096bf5701f8 completed by entity L2. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 02:45:50.260228 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Provisioning complete for port d15727c2-9ed6-443e-ac6c-8096bf5701f8 triggered by entity L2. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:45:50.260598 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1575204'] for port, provisioning_complete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:50.284901 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 36806) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:45:50.341309 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:50.364665 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ddb9b35-46cf-4a66-9e6d-40846cd5e94f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd15727c2-9ed6-443e-ac6c-8096bf5701f8'}] {{(pid=101047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:45:50.366919 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c8380946bd2a122839d37a92bf46cf7528befbf14a007f21b6f8387627c5c86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56f69500-a63f-4735-b256-19dc707f3231" -d '{"events": [{"server_uuid": "8ddb9b35-46cf-4a66-9e6d-40846cd5e94f", "name": "network-vif-plugged", "status": "completed", "tag": "d15727c2-9ed6-443e-ac6c-8096bf5701f8"}]}' {{(pid=101047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:45:50.381994 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] For port d15727c2-9ed6-443e-ac6c-8096bf5701f8, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=d15727c2-9ed6-443e-ac6c-8096bf5701f8,segment=NetworkSegment(497bedef-ec3e-41ca-ab3a-4520adb81798),segment_id=497bedef-ec3e-41ca-ab3a-4520adb81798)] {{(pid=101047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:45:50.410178 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 02:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8f0da0b-f00a-436a-943e-0d7b969df1df x-openstack-request-id: req-a8f0da0b-f00a-436a-943e-0d7b969df1df {{(pid=101047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:45:50.410178 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ddb9b35-46cf-4a66-9e6d-40846cd5e94f", "name": "network-vif-plugged", "status": "completed", "tag": "d15727c2-9ed6-443e-ac6c-8096bf5701f8", "code": 200}]} {{(pid=101047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:45:50.410178 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a8f0da0b-f00a-436a-943e-0d7b969df1df {{(pid=101047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:45:50.413171 dv-cinder-759955-25-smb neutron-server[101047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ddb9b35-46cf-4a66-9e6d-40846cd5e94f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd15727c2-9ed6-443e-ac6c-8096bf5701f8', 'code': 200} Sep 15 02:45:50.439273 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:50.447643 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-a90d5814-a326-40db-bb62-7549604198ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:50.491487 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Pushing event updated for resources: {'Port': ['ID=d15727c2-9ed6-443e-ac6c-8096bf5701f8,revision_number=5']} {{(pid=101047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:50.544885 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-a90d5814-a326-40db-bb62-7549604198ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:50.601162 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184719fa-3c9f-4d1a-b3f2-00352cf330ed req-2c3145ed-4ae5-448c-87d8-df3d708f3409 tempest-VolumesActionsTest-701727333 tempest-VolumesActionsTest-701727333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:50.602625 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-184719fa-3c9f-4d1a-b3f2-00352cf330ed req-2c3145ed-4ae5-448c-87d8-df3d708f3409 tempest-VolumesActionsTest-701727333 tempest-VolumesActionsTest-701727333-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ddb9b35-46cf-4a66-9e6d-40846cd5e94f HTTP/1.1" status: 200 len: 945 time: 0.0484011 Sep 15 02:45:50.604995 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-a90d5814-a326-40db-bb62-7549604198ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:50.640186 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-184719fa-3c9f-4d1a-b3f2-00352cf330ed req-4ce90bd2-b2d5-4570-96c1-1f1ee43facaf tempest-VolumesActionsTest-701727333 tempest-VolumesActionsTest-701727333-project] 10.222.0.13 "GET /v2.0/security-groups?id=17dd4361-a6bd-4c48-a308-b901f27c141d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313694 Sep 15 02:45:50.646154 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-a90d5814-a326-40db-bb62-7549604198ed admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1bc35c1e02df4e7491c46a0047b19a3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3597012 Sep 15 02:45:50.647052 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90d5814-a326-40db-bb62-7549604198ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26187431-b4da-43db-9fcb-b399a174fd66,revision_number=1']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:50.648856 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 36818) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:45:50.715640 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-5b3f945a-bc54-4139-9a47-f626d4eed8a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:50.737161 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-5b3f945a-bc54-4139-9a47-f626d4eed8a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:50.738180 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eca0c2-08c3-4d8b-b18d-6916c8953a31 req-b7346b47-863b-43cf-afd3-5cf7321058c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:50.739672 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-83eca0c2-08c3-4d8b-b18d-6916c8953a31 req-b7346b47-863b-43cf-afd3-5cf7321058c8 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=8ddb9b35-46cf-4a66-9e6d-40846cd5e94f HTTP/1.1" status: 200 len: 1098 time: 0.0392613 Sep 15 02:45:50.781793 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-83eca0c2-08c3-4d8b-b18d-6916c8953a31 req-435c9180-6600-4f13-831a-5862cf28229d service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=17dd4361-a6bd-4c48-a308-b901f27c141d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335422 Sep 15 02:45:50.867618 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-5b3f945a-bc54-4139-9a47-f626d4eed8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:50.870185 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-5b3f945a-bc54-4139-9a47-f626d4eed8a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:50.871495 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-5b3f945a-bc54-4139-9a47-f626d4eed8a7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/26187431-b4da-43db-9fcb-b399a174fd66 HTTP/1.1" status: 204 len: 168 time: 0.2213678 Sep 15 02:45:50.880444 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3f945a-bc54-4139-9a47-f626d4eed8a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26187431-b4da-43db-9fcb-b399a174fd66,revision_number=None']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:50.933368 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98afe50a-23cd-43e7-8a4a-2acf7f9d88e4 req-29a380f0-591c-4aa3-b548-2edee7f604e3 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:50.935072 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-98afe50a-23cd-43e7-8a4a-2acf7f9d88e4 req-29a380f0-591c-4aa3-b548-2edee7f604e3 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb3fcddc-5c00-4077-8a3b-06b86f2ca670 HTTP/1.1" status: 200 len: 946 time: 0.0601308 Sep 15 02:45:50.973494 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-98afe50a-23cd-43e7-8a4a-2acf7f9d88e4 req-868d85ad-c72e-4723-bfa4-cf3e92d258eb tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a48ec5e-5483-47a7-a61c-ca706341677d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317898 Sep 15 02:45:51.296074 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-4787a0ec-4617-4d18-8d79-4c4aa2145a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:51.381357 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 36838) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:45:51.497132 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-478d176e-d0d0-4d92-b225-2c0e32fb2298 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:51.585665 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-478d176e-d0d0-4d92-b225-2c0e32fb2298 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:51.661724 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-478d176e-d0d0-4d92-b225-2c0e32fb2298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:51.702762 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478d176e-d0d0-4d92-b225-2c0e32fb2298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06c19a36-cf14-4b8c-8ad2-6c862e2979c2,revision_number=1']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:51.705482 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 36848) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:45:51.713091 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-478d176e-d0d0-4d92-b225-2c0e32fb2298 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=146556c7b8af4aee80f6466611432634&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3305726 Sep 15 02:45:51.713693 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 36850) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:45:51.721763 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-bb0ce678-465a-4aa1-b86e-50a3c63d3ff0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:51.804386 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70a6e9e-9a5d-4f7b-8314-6e5146fad3eb req-6329ef7f-1209-4320-8add-169145119846 tempest-VolumesActionsTest-701727333 tempest-VolumesActionsTest-701727333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:51.805856 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-d70a6e9e-9a5d-4f7b-8314-6e5146fad3eb req-6329ef7f-1209-4320-8add-169145119846 tempest-VolumesActionsTest-701727333 tempest-VolumesActionsTest-701727333-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ddb9b35-46cf-4a66-9e6d-40846cd5e94f HTTP/1.1" status: 200 len: 945 time: 0.0797076 Sep 15 02:45:51.808830 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-d60e2e4d-91e9-4840-bcad-9b118a03d946 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:51.814402 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-bb0ce678-465a-4aa1-b86e-50a3c63d3ff0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:51.845405 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-d60e2e4d-91e9-4840-bcad-9b118a03d946 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:51.873335 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-bb0ce678-465a-4aa1-b86e-50a3c63d3ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:51.873874 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-d70a6e9e-9a5d-4f7b-8314-6e5146fad3eb req-30da524a-8d29-41e6-98d7-25ec270c3a75 tempest-VolumesActionsTest-701727333 tempest-VolumesActionsTest-701727333-project] 10.222.0.13 "GET /v2.0/security-groups?id=17dd4361-a6bd-4c48-a308-b901f27c141d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619776 Sep 15 02:45:51.919701 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-bb0ce678-465a-4aa1-b86e-50a3c63d3ff0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=89badcad42fe4ca0879457301e5823dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2128472 Sep 15 02:45:51.920517 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0ce678-465a-4aa1-b86e-50a3c63d3ff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7502b3b2-c082-4ce2-8471-c5dfc5131ec1,revision_number=1']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:51.922312 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 36852) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:45:51.961528 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-d60e2e4d-91e9-4840-bcad-9b118a03d946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:51.964151 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-d60e2e4d-91e9-4840-bcad-9b118a03d946 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:51.965269 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-d60e2e4d-91e9-4840-bcad-9b118a03d946 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/06c19a36-cf14-4b8c-8ad2-6c862e2979c2 HTTP/1.1" status: 204 len: 168 time: 0.2506773 Sep 15 02:45:51.981048 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60e2e4d-91e9-4840-bcad-9b118a03d946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06c19a36-cf14-4b8c-8ad2-6c862e2979c2,revision_number=None']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:51.992062 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-140f40c4-5b21-4a44-b84a-000a8dfe3cea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:52.023297 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-140f40c4-5b21-4a44-b84a-000a8dfe3cea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:52.118424 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e5687f-7786-4038-a389-497cea6a4a18 req-22f676ae-bcb4-4d33-98f6-e1d27c8ab57d tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:52.119966 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-38e5687f-7786-4038-a389-497cea6a4a18 req-22f676ae-bcb4-4d33-98f6-e1d27c8ab57d tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb3fcddc-5c00-4077-8a3b-06b86f2ca670 HTTP/1.1" status: 200 len: 946 time: 0.0542581 Sep 15 02:45:52.158920 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-140f40c4-5b21-4a44-b84a-000a8dfe3cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:52.161558 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-140f40c4-5b21-4a44-b84a-000a8dfe3cea admin admin] Notify callbacks [] for security_group, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:52.162701 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-140f40c4-5b21-4a44-b84a-000a8dfe3cea admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7502b3b2-c082-4ce2-8471-c5dfc5131ec1 HTTP/1.1" status: 204 len: 168 time: 0.2387595 Sep 15 02:45:52.165760 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-38e5687f-7786-4038-a389-497cea6a4a18 req-c778c3ab-0d1e-4d9a-8bd9-9f366a76e0f3 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a48ec5e-5483-47a7-a61c-ca706341677d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392177 Sep 15 02:45:52.173898 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140f40c4-5b21-4a44-b84a-000a8dfe3cea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7502b3b2-c082-4ce2-8471-c5dfc5131ec1,revision_number=None']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:52.736801 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 36878) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:45:52.749374 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-63e73551-9da3-4dbb-9ef7-0cf6af31f527 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:52.846736 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-63e73551-9da3-4dbb-9ef7-0cf6af31f527 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:52.979842 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-63e73551-9da3-4dbb-9ef7-0cf6af31f527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:53.017382 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e73551-9da3-4dbb-9ef7-0cf6af31f527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e4e5a5f-69f3-4592-9329-16bdc0c6cfde,revision_number=1']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:53.026186 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-63e73551-9da3-4dbb-9ef7-0cf6af31f527 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f5e47e50a34b46f3bf4d5c1a295e7e91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2880945 Sep 15 02:45:53.027401 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 36888) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:45:53.043540 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abe2156-d546-4214-a8d7-ea9b84209eb1 req-743ee009-62c1-4e76-b927-9ad01ff5fba3 tempest-VolumesActionsTest-701727333 tempest-VolumesActionsTest-701727333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:53.044083 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-8abe2156-d546-4214-a8d7-ea9b84209eb1 req-743ee009-62c1-4e76-b927-9ad01ff5fba3 tempest-VolumesActionsTest-701727333 tempest-VolumesActionsTest-701727333-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ddb9b35-46cf-4a66-9e6d-40846cd5e94f HTTP/1.1" status: 200 len: 945 time: 0.0707183 Sep 15 02:45:53.082305 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-58fae21f-858f-48ea-9981-f3772516cebc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:53.086908 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-8abe2156-d546-4214-a8d7-ea9b84209eb1 req-60fca376-6612-43f2-bded-0f231d79beb9 tempest-VolumesActionsTest-701727333 tempest-VolumesActionsTest-701727333-project] 10.222.0.13 "GET /v2.0/security-groups?id=17dd4361-a6bd-4c48-a308-b901f27c141d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355809 Sep 15 02:45:53.104728 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-58fae21f-858f-48ea-9981-f3772516cebc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:53.227816 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-58fae21f-858f-48ea-9981-f3772516cebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:53.230334 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-58fae21f-858f-48ea-9981-f3772516cebc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:53.234118 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-58fae21f-858f-48ea-9981-f3772516cebc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6e4e5a5f-69f3-4592-9329-16bdc0c6cfde HTTP/1.1" status: 204 len: 168 time: 0.2038376 Sep 15 02:45:53.255024 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fae21f-858f-48ea-9981-f3772516cebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e4e5a5f-69f3-4592-9329-16bdc0c6cfde,revision_number=None']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:53.490229 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af10b5f-e80a-4e42-b595-03acbbc296e2 req-57214c57-81bb-4306-9c34-2c4b364926c2 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:53.491809 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-9af10b5f-e80a-4e42-b595-03acbbc296e2 req-57214c57-81bb-4306-9c34-2c4b364926c2 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb3fcddc-5c00-4077-8a3b-06b86f2ca670 HTTP/1.1" status: 200 len: 946 time: 0.0538020 Sep 15 02:45:53.533822 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-9af10b5f-e80a-4e42-b595-03acbbc296e2 req-75e77d04-232d-44c6-998e-7def6f6aa605 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a48ec5e-5483-47a7-a61c-ca706341677d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356729 Sep 15 02:45:53.988291 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 36928) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:45:54.002716 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-81577de8-0eea-46b6-b0cf-6a9c8ba58831 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:54.095854 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-81577de8-0eea-46b6-b0cf-6a9c8ba58831 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:54.153030 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-81577de8-0eea-46b6-b0cf-6a9c8ba58831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:54.194312 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-81577de8-0eea-46b6-b0cf-6a9c8ba58831 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=50b55575cfb94f6bb5c8a30df04cf0c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2042084 Sep 15 02:45:54.195860 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81577de8-0eea-46b6-b0cf-6a9c8ba58831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=478c6d58-3c10-4100-a6ec-2ee81c62439d,revision_number=1']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:54.197029 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 36934) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:45:54.248175 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-e7a5657b-1992-4ad6-877b-9af6b1edc2c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:54.271289 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-e7a5657b-1992-4ad6-877b-9af6b1edc2c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:54.410610 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-e7a5657b-1992-4ad6-877b-9af6b1edc2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:54.413167 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-e7a5657b-1992-4ad6-877b-9af6b1edc2c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:54.419030 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-e7a5657b-1992-4ad6-877b-9af6b1edc2c7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/478c6d58-3c10-4100-a6ec-2ee81c62439d HTTP/1.1" status: 204 len: 168 time: 0.2147682 Sep 15 02:45:54.422278 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a5657b-1992-4ad6-877b-9af6b1edc2c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=478c6d58-3c10-4100-a6ec-2ee81c62439d,revision_number=None']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:54.679468 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cef603-78a9-4143-9b5d-3f194712babb req-08dee939-5c65-409e-a5af-58bf05b44318 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:54.680870 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-61cef603-78a9-4143-9b5d-3f194712babb req-08dee939-5c65-409e-a5af-58bf05b44318 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb3fcddc-5c00-4077-8a3b-06b86f2ca670 HTTP/1.1" status: 200 len: 946 time: 0.0665202 Sep 15 02:45:54.737287 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-61cef603-78a9-4143-9b5d-3f194712babb req-66dfc237-b82e-4622-89fc-dcf6e657a01d tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a48ec5e-5483-47a7-a61c-ca706341677d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501683 Sep 15 02:45:55.875583 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deea86fc-b874-4210-a7e1-79185af0bd7e req-6057af6b-5751-4cf1-8851-a5a2c24c0566 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:55.879484 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-deea86fc-b874-4210-a7e1-79185af0bd7e req-6057af6b-5751-4cf1-8851-a5a2c24c0566 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb3fcddc-5c00-4077-8a3b-06b86f2ca670 HTTP/1.1" status: 200 len: 946 time: 0.0635645 Sep 15 02:45:55.920489 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-deea86fc-b874-4210-a7e1-79185af0bd7e req-6d3c0c54-41c1-4cbb-972f-a19e3340acc0 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a48ec5e-5483-47a7-a61c-ca706341677d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370317 Sep 15 02:45:57.123658 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5192c58b-9dc3-447d-9edf-c9f3ae2bfca2 req-4003ab30-8319-4233-8bc3-ae5e65fa049c tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:57.125129 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-5192c58b-9dc3-447d-9edf-c9f3ae2bfca2 req-4003ab30-8319-4233-8bc3-ae5e65fa049c tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb3fcddc-5c00-4077-8a3b-06b86f2ca670 HTTP/1.1" status: 200 len: 946 time: 0.0510142 Sep 15 02:45:57.165742 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-5192c58b-9dc3-447d-9edf-c9f3ae2bfca2 req-530df52c-a081-473e-9fff-c7c149107d08 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a48ec5e-5483-47a7-a61c-ca706341677d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333326 Sep 15 02:45:57.187235 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4566a28d-7b23-48b0-a7e7-93b90a9fc087 req-8b808a0d-78a4-4f52-b1d2-9c185e9a0db9 tempest-VolumesActionsTest-701727333 tempest-VolumesActionsTest-701727333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:57.189685 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-4566a28d-7b23-48b0-a7e7-93b90a9fc087 req-8b808a0d-78a4-4f52-b1d2-9c185e9a0db9 tempest-VolumesActionsTest-701727333 tempest-VolumesActionsTest-701727333-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ddb9b35-46cf-4a66-9e6d-40846cd5e94f HTTP/1.1" status: 200 len: 945 time: 0.0498357 Sep 15 02:45:57.229985 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-4566a28d-7b23-48b0-a7e7-93b90a9fc087 req-749c078a-82e0-46da-b116-a4d9e382144c tempest-VolumesActionsTest-701727333 tempest-VolumesActionsTest-701727333-project] 10.222.0.13 "GET /v2.0/security-groups?id=17dd4361-a6bd-4c48-a308-b901f27c141d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341942 Sep 15 02:45:58.322021 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1d818f-11b8-4491-88be-c5596a88d227 req-dac62f2a-6c0c-4252-ad97-0f18edfb074a tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:58.324394 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-2e1d818f-11b8-4491-88be-c5596a88d227 req-dac62f2a-6c0c-4252-ad97-0f18edfb074a tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb3fcddc-5c00-4077-8a3b-06b86f2ca670 HTTP/1.1" status: 200 len: 946 time: 0.0598762 Sep 15 02:45:58.370420 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3ecf04-852c-4f91-ae71-8a4d7f3a06d9 req-2a936aea-ba2a-4ad6-a326-996f7897c45a tempest-VolumesActionsTest-701727333 tempest-VolumesActionsTest-701727333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:58.375468 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-5c3ecf04-852c-4f91-ae71-8a4d7f3a06d9 req-2a936aea-ba2a-4ad6-a326-996f7897c45a tempest-VolumesActionsTest-701727333 tempest-VolumesActionsTest-701727333-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ddb9b35-46cf-4a66-9e6d-40846cd5e94f HTTP/1.1" status: 200 len: 945 time: 0.0556951 Sep 15 02:45:58.379531 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-2e1d818f-11b8-4491-88be-c5596a88d227 req-7165793f-394c-45f6-a949-74e433b50f40 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a48ec5e-5483-47a7-a61c-ca706341677d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465469 Sep 15 02:45:58.412168 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-5c3ecf04-852c-4f91-ae71-8a4d7f3a06d9 req-a4c4f920-b09a-4477-8387-4c7f817cd233 tempest-VolumesActionsTest-701727333 tempest-VolumesActionsTest-701727333-project] 10.222.0.13 "GET /v2.0/security-groups?id=17dd4361-a6bd-4c48-a308-b901f27c141d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331109 Sep 15 02:45:58.885162 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3dbc56-f6ff-4d5f-a302-dc02ea33afd8 req-f5f93047-1cbd-4090-87d0-04e079dc582d tempest-VolumesActionsTest-701727333 tempest-VolumesActionsTest-701727333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:58.886607 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-5c3dbc56-f6ff-4d5f-a302-dc02ea33afd8 req-f5f93047-1cbd-4090-87d0-04e079dc582d tempest-VolumesActionsTest-701727333 tempest-VolumesActionsTest-701727333-project] 10.222.0.38 "GET /v2.0/ports?device_id=8ddb9b35-46cf-4a66-9e6d-40846cd5e94f HTTP/1.1" status: 200 len: 945 time: 0.0512199 Sep 15 02:45:58.989324 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.plugin [req-5c3dbc56-f6ff-4d5f-a302-dc02ea33afd8 req-dbc9470e-5a2d-40d9-ac89-14a64729e289 tempest-VolumesActionsTest-701727333 tempest-VolumesActionsTest-701727333-project] Deleting port d15727c2-9ed6-443e-ac6c-8096bf5701f8 {{(pid=101046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:45:58.989641 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [req-5c3dbc56-f6ff-4d5f-a302-dc02ea33afd8 req-dbc9470e-5a2d-40d9-ac89-14a64729e289 tempest-VolumesActionsTest-701727333 tempest-VolumesActionsTest-701727333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781587782193'] for port, before_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:59.081446 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.db [req-5c3dbc56-f6ff-4d5f-a302-dc02ea33afd8 req-dbc9470e-5a2d-40d9-ac89-14a64729e289 tempest-VolumesActionsTest-701727333 tempest-VolumesActionsTest-701727333-project] For port d15727c2-9ed6-443e-ac6c-8096bf5701f8, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=d15727c2-9ed6-443e-ac6c-8096bf5701f8,segment=NetworkSegment(497bedef-ec3e-41ca-ab3a-4520adb81798),segment_id=497bedef-ec3e-41ca-ab3a-4520adb81798)] {{(pid=101046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:45:59.081809 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [req-5c3dbc56-f6ff-4d5f-a302-dc02ea33afd8 req-dbc9470e-5a2d-40d9-ac89-14a64729e289 tempest-VolumesActionsTest-701727333 tempest-VolumesActionsTest-701727333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023821'] for port, precommit_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:59.093716 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.plugin [req-5c3dbc56-f6ff-4d5f-a302-dc02ea33afd8 req-dbc9470e-5a2d-40d9-ac89-14a64729e289 tempest-VolumesActionsTest-701727333 tempest-VolumesActionsTest-701727333-project] Calling delete_port for d15727c2-9ed6-443e-ac6c-8096bf5701f8 owned by compute:nova {{(pid=101046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:45:59.307646 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [req-5c3dbc56-f6ff-4d5f-a302-dc02ea33afd8 req-dbc9470e-5a2d-40d9-ac89-14a64729e289 tempest-VolumesActionsTest-701727333 tempest-VolumesActionsTest-701727333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781587788279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781587269057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25909702'] for port, after_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:59.328606 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] get_ports_and_sgs() called for port_ids ['d15727c2-9ed6-443e-ac6c-8096bf5701f8'] {{(pid=101047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 02:45:59.364639 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc9470e-5a2d-40d9-ac89-14a64729e289 tempest-VolumesActionsTest-701727333 tempest-VolumesActionsTest-701727333-project] Pushing event deleted for resources: {'Port': ['ID=d15727c2-9ed6-443e-ac6c-8096bf5701f8,revision_number=None']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:45:59.428855 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c3dbc56-f6ff-4d5f-a302-dc02ea33afd8 req-dbc9470e-5a2d-40d9-ac89-14a64729e289 tempest-VolumesActionsTest-701727333 tempest-VolumesActionsTest-701727333-project] No DVR routers for this DVR port d15727c2-9ed6-443e-ac6c-8096bf5701f8 on host hv-cinder-75995 {{(pid=101046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 02:45:59.431964 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [req-5c3dbc56-f6ff-4d5f-a302-dc02ea33afd8 req-dbc9470e-5a2d-40d9-ac89-14a64729e289 tempest-VolumesActionsTest-701727333 tempest-VolumesActionsTest-701727333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89626'] for port, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:45:59.436141 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-5c3dbc56-f6ff-4d5f-a302-dc02ea33afd8 req-dbc9470e-5a2d-40d9-ac89-14a64729e289 tempest-VolumesActionsTest-701727333 tempest-VolumesActionsTest-701727333-project] 10.222.0.38 "DELETE /v2.0/ports/d15727c2-9ed6-443e-ac6c-8096bf5701f8 HTTP/1.1" status: 204 len: 173 time: 0.5412879 Sep 15 02:45:59.436141 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ddb9b35-46cf-4a66-9e6d-40846cd5e94f', 'name': 'network-vif-deleted', 'tag': 'd15727c2-9ed6-443e-ac6c-8096bf5701f8'}] {{(pid=101046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:45:59.444255 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09f236bde6c897f5223593461388a859426f0e46db55c614fbf86303128fc53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e603dfe1-753d-4aef-bf88-835f9a899e74" -d '{"events": [{"server_uuid": "8ddb9b35-46cf-4a66-9e6d-40846cd5e94f", "name": "network-vif-deleted", "tag": "d15727c2-9ed6-443e-ac6c-8096bf5701f8"}]}' {{(pid=101046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:45:59.536451 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c9a098-4b7b-432f-ba0b-3ce1af5a62ee req-c6b44400-ee3a-4837-be05-aca9051ad418 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:45:59.538923 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-e1c9a098-4b7b-432f-ba0b-3ce1af5a62ee req-c6b44400-ee3a-4837-be05-aca9051ad418 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb3fcddc-5c00-4077-8a3b-06b86f2ca670 HTTP/1.1" status: 200 len: 946 time: 0.0555465 Sep 15 02:45:59.567442 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-7609849e-81af-4f51-bed5-a3061c3f3bb0 req-f2445ddd-dfd4-423d-9b79-68b6497a870b tempest-VolumesActionsTest-701727333 tempest-VolumesActionsTest-701727333-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ddb9b35-46cf-4a66-9e6d-40846cd5e94f HTTP/1.1" status: 200 len: 210 time: 0.0432906 Sep 15 02:45:59.614627 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-e1c9a098-4b7b-432f-ba0b-3ce1af5a62ee req-bbce2dbd-f040-4127-9da8-c3dc97d13f09 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a48ec5e-5483-47a7-a61c-ca706341677d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631442 Sep 15 02:45:59.625447 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 02:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e293918e-2188-4dbe-9718-0bb0603a5202 x-openstack-request-id: req-e293918e-2188-4dbe-9718-0bb0603a5202 {{(pid=101046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:45:59.628021 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ddb9b35-46cf-4a66-9e6d-40846cd5e94f", "name": "network-vif-deleted", "tag": "d15727c2-9ed6-443e-ac6c-8096bf5701f8", "status": "completed", "code": 200}]} {{(pid=101046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:45:59.628021 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e293918e-2188-4dbe-9718-0bb0603a5202 {{(pid=101046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:45:59.628021 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ddb9b35-46cf-4a66-9e6d-40846cd5e94f', 'name': 'network-vif-deleted', 'tag': 'd15727c2-9ed6-443e-ac6c-8096bf5701f8', 'status': 'completed', 'code': 200} Sep 15 02:46:00.725614 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2bf8d8-64b1-47f0-89ae-7259335c028a req-cde7852e-14db-4e22-8277-8d25890ef4b7 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:00.728464 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-4d2bf8d8-64b1-47f0-89ae-7259335c028a req-cde7852e-14db-4e22-8277-8d25890ef4b7 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb3fcddc-5c00-4077-8a3b-06b86f2ca670 HTTP/1.1" status: 200 len: 946 time: 0.0510924 Sep 15 02:46:00.776422 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-4d2bf8d8-64b1-47f0-89ae-7259335c028a req-3dfb7e51-0e45-4ddd-a82c-ced709b5965a tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a48ec5e-5483-47a7-a61c-ca706341677d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423627 Sep 15 02:46:01.518570 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 37222) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:46:01.630424 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-faba7365-43e7-4832-92b8-acaa6b39eed1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:01.722652 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-faba7365-43e7-4832-92b8-acaa6b39eed1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:01.786882 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-faba7365-43e7-4832-92b8-acaa6b39eed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:01.833704 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-faba7365-43e7-4832-92b8-acaa6b39eed1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6632fd05828240639a20262d01ad2cb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3139844 Sep 15 02:46:01.834583 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faba7365-43e7-4832-92b8-acaa6b39eed1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad5588ff-3c43-4e9e-9463-d15a53885d1b,revision_number=1']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:46:01.836853 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 37232) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:46:01.891567 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-fb1311d2-1371-4893-bd57-6276101d3985 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:01.904719 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34411a9-1fea-4f74-873e-573e9ac3253c req-4adf9cb4-03a9-493c-af6a-508fe12a9958 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:01.910296 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-f34411a9-1fea-4f74-873e-573e9ac3253c req-4adf9cb4-03a9-493c-af6a-508fe12a9958 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb3fcddc-5c00-4077-8a3b-06b86f2ca670 HTTP/1.1" status: 200 len: 946 time: 0.0526168 Sep 15 02:46:01.916132 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-fb1311d2-1371-4893-bd57-6276101d3985 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:01.947356 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-f34411a9-1fea-4f74-873e-573e9ac3253c req-1958f8e9-9c14-4454-897f-218a316643a1 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a48ec5e-5483-47a7-a61c-ca706341677d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330873 Sep 15 02:46:02.026826 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-fb1311d2-1371-4893-bd57-6276101d3985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:02.029396 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-fb1311d2-1371-4893-bd57-6276101d3985 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:02.030572 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-fb1311d2-1371-4893-bd57-6276101d3985 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ad5588ff-3c43-4e9e-9463-d15a53885d1b HTTP/1.1" status: 204 len: 168 time: 0.1924946 Sep 15 02:46:02.038450 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1311d2-1371-4893-bd57-6276101d3985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad5588ff-3c43-4e9e-9463-d15a53885d1b,revision_number=None']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:46:02.244229 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Device d15727c2-9ed6-443e-ac6c-8096bf5701f8 no longer exists at agent hyperv_hv-cinder-75995 {{(pid=101047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 02:46:02.265926 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.plugin [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] No Port match for: d15727c2-9ed6-443e-ac6c-8096bf5701f8 {{(pid=101047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 02:46:02.266275 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Device d15727c2-9ed6-443e-ac6c-8096bf5701f8 not bound to the agent host hv-cinder-75995 {{(pid=101047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 02:46:02.709264 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 37254) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:46:02.723718 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-7c4d7983-713f-4a11-aefc-83fa70eb1930 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:02.813693 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-7c4d7983-713f-4a11-aefc-83fa70eb1930 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:02.901531 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-7c4d7983-713f-4a11-aefc-83fa70eb1930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:02.944590 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-7c4d7983-713f-4a11-aefc-83fa70eb1930 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8bfe454e7f204aa0b64a250934269162&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2341745 Sep 15 02:46:02.944802 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 37262) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:46:02.946700 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4d7983-713f-4a11-aefc-83fa70eb1930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67ad49b9-ace9-46b7-ad81-67f132777fae,revision_number=1']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:46:03.023943 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-b42f46d5-2869-416b-85aa-c8ff41b908f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:03.045357 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-b42f46d5-2869-416b-85aa-c8ff41b908f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:03.068894 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab29b08-f80a-420d-a062-1e7f0c817ea8 req-9d66d90d-4528-49b1-aa90-e32474669209 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:03.070330 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-0ab29b08-f80a-420d-a062-1e7f0c817ea8 req-9d66d90d-4528-49b1-aa90-e32474669209 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb3fcddc-5c00-4077-8a3b-06b86f2ca670 HTTP/1.1" status: 200 len: 946 time: 0.0486248 Sep 15 02:46:03.109371 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-0ab29b08-f80a-420d-a062-1e7f0c817ea8 req-77a8a6c4-cf36-4005-85e6-ead5e2c31919 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a48ec5e-5483-47a7-a61c-ca706341677d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327659 Sep 15 02:46:03.159409 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-b42f46d5-2869-416b-85aa-c8ff41b908f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:03.161958 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-b42f46d5-2869-416b-85aa-c8ff41b908f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:03.166166 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-b42f46d5-2869-416b-85aa-c8ff41b908f1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/67ad49b9-ace9-46b7-ad81-67f132777fae HTTP/1.1" status: 204 len: 168 time: 0.2166340 Sep 15 02:46:03.175672 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42f46d5-2869-416b-85aa-c8ff41b908f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67ad49b9-ace9-46b7-ad81-67f132777fae,revision_number=None']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:46:04.239882 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad074339-98cf-4568-af9f-8e6c77b9b2c4 req-199b2210-6a74-4a1b-a1ce-d7c38439aa60 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:04.241375 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-ad074339-98cf-4568-af9f-8e6c77b9b2c4 req-199b2210-6a74-4a1b-a1ce-d7c38439aa60 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb3fcddc-5c00-4077-8a3b-06b86f2ca670 HTTP/1.1" status: 200 len: 946 time: 0.0536492 Sep 15 02:46:04.280788 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-ad074339-98cf-4568-af9f-8e6c77b9b2c4 req-42243aa2-a59e-48b1-835a-131dfbbd4b3d tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a48ec5e-5483-47a7-a61c-ca706341677d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332015 Sep 15 02:46:05.375822 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:05.404467 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7d45f5-a69c-4b99-a7fb-7fcda10d6bc8 req-7afcae4c-c4df-4faa-9a42-32480933c35d tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:05.405937 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-6c7d45f5-a69c-4b99-a7fb-7fcda10d6bc8 req-7afcae4c-c4df-4faa-9a42-32480933c35d tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb3fcddc-5c00-4077-8a3b-06b86f2ca670 HTTP/1.1" status: 200 len: 946 time: 0.0522699 Sep 15 02:46:05.443797 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-6c7d45f5-a69c-4b99-a7fb-7fcda10d6bc8 req-460c4bcc-1e45-417e-8145-933b234257f3 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a48ec5e-5483-47a7-a61c-ca706341677d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317657 Sep 15 02:46:05.782095 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d739caa5-fdc4-4c2f-a238-aeca1fd1bac3 req-f23d94de-e750-4f1c-886e-0ffa20edab41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:05.784064 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-d739caa5-fdc4-4c2f-a238-aeca1fd1bac3 req-f23d94de-e750-4f1c-886e-0ffa20edab41 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=eb3fcddc-5c00-4077-8a3b-06b86f2ca670 HTTP/1.1" status: 200 len: 1099 time: 0.0389104 Sep 15 02:46:05.827739 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-d739caa5-fdc4-4c2f-a238-aeca1fd1bac3 req-ce6d1efc-48ed-415f-a513-90081b0544a7 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=4a48ec5e-5483-47a7-a61c-ca706341677d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364795 Sep 15 02:46:06.568253 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca318b0-39df-4d8d-98b2-38780de15219 req-6e584460-ff7c-428b-b547-e3c30756d409 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:06.570394 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-7ca318b0-39df-4d8d-98b2-38780de15219 req-6e584460-ff7c-428b-b547-e3c30756d409 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb3fcddc-5c00-4077-8a3b-06b86f2ca670 HTTP/1.1" status: 200 len: 946 time: 0.0485346 Sep 15 02:46:06.609607 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-7ca318b0-39df-4d8d-98b2-38780de15219 req-fe000f87-c336-4b02-9852-1510f50a6a8f tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a48ec5e-5483-47a7-a61c-ca706341677d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338976 Sep 15 02:46:07.739590 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f553554-1669-41bb-a10e-6f71f5eea8d1 req-875aa1f7-ec5f-4ce4-af50-0456299a9581 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:07.741213 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-8f553554-1669-41bb-a10e-6f71f5eea8d1 req-875aa1f7-ec5f-4ce4-af50-0456299a9581 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb3fcddc-5c00-4077-8a3b-06b86f2ca670 HTTP/1.1" status: 200 len: 946 time: 0.0547111 Sep 15 02:46:07.788816 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-8f553554-1669-41bb-a10e-6f71f5eea8d1 req-d4b46fce-8645-41d9-a995-443148c93d5d tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a48ec5e-5483-47a7-a61c-ca706341677d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356221 Sep 15 02:46:08.186672 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fee9e8-d38c-4734-bd28-b98cd7b9cde6 req-c3840874-f030-4551-bd2f-8dc782bbf94e tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:08.187989 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-a0fee9e8-d38c-4734-bd28-b98cd7b9cde6 req-c3840874-f030-4551-bd2f-8dc782bbf94e tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb3fcddc-5c00-4077-8a3b-06b86f2ca670 HTTP/1.1" status: 200 len: 946 time: 0.0513055 Sep 15 02:46:08.228445 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4241e58a-26dc-4481-9735-29b324223641 req-bdb34ccb-df32-4170-81e1-f5835e506d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:08.240521 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-a0fee9e8-d38c-4734-bd28-b98cd7b9cde6 req-ddf0e78c-2812-4f5e-902d-2f373baacc2c tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a48ec5e-5483-47a7-a61c-ca706341677d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444338 Sep 15 02:46:08.243993 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-4241e58a-26dc-4481-9735-29b324223641 req-bdb34ccb-df32-4170-81e1-f5835e506d9c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a78d7ab424a94a83ac8ea30bcfea513a&device_id=eb3fcddc-5c00-4077-8a3b-06b86f2ca670 HTTP/1.1" status: 200 len: 1099 time: 0.0578647 Sep 15 02:46:08.344327 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4241e58a-26dc-4481-9735-29b324223641 req-6c7a9af8-045a-40ab-87ca-3faf9dba87d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:08.345981 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-4241e58a-26dc-4481-9735-29b324223641 req-6c7a9af8-045a-40ab-87ca-3faf9dba87d7 service neutron] 10.222.0.38 "GET /v2.0/networks?id=f37a69c0-4dd8-4d21-9641-e62da919cea1 HTTP/1.1" status: 200 len: 920 time: 0.0994024 Sep 15 02:46:08.391626 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-4241e58a-26dc-4481-9735-29b324223641 req-7e47fc20-1a19-404a-88ec-5c79d73eb941 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1ec257c4-8286-4343-bba8-11e67b393c0f HTTP/1.1" status: 200 len: 217 time: 0.0377862 Sep 15 02:46:08.443490 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4241e58a-26dc-4481-9735-29b324223641 req-66a6be75-7f89-40bb-9b28-04f310d2e7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:08.444960 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-4241e58a-26dc-4481-9735-29b324223641 req-66a6be75-7f89-40bb-9b28-04f310d2e7f1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f4bc3747-1b39-45b5-bc17-aa1d3078521b HTTP/1.1" status: 200 len: 859 time: 0.0455964 Sep 15 02:46:08.490545 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-4241e58a-26dc-4481-9735-29b324223641 req-3134172e-6ef1-43af-bdc9-2b7a7f4668b1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f37a69c0-4dd8-4d21-9641-e62da919cea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309696 Sep 15 02:46:08.603696 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-4241e58a-26dc-4481-9735-29b324223641 req-fe66ca26-99ce-4291-8d4f-0b14bda042e2 service neutron] 10.222.0.38 "GET /v2.0/networks/f37a69c0-4dd8-4d21-9641-e62da919cea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981526 Sep 15 02:46:08.708982 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-4241e58a-26dc-4481-9735-29b324223641 req-3f103514-86e1-4fce-9b99-0c61a93ab7cd service neutron] 10.222.0.38 "GET /v2.0/networks/f37a69c0-4dd8-4d21-9641-e62da919cea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968816 Sep 15 02:46:08.737573 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 37438) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:46:08.796141 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 37442) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:46:08.895053 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-1419894f-b807-4ade-a125-31476c764d5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:08.921098 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-e0431603-e2d9-4f94-9169-78176497855c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:09.018990 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-1419894f-b807-4ade-a125-31476c764d5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:09.086015 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-1419894f-b807-4ade-a125-31476c764d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:09.135353 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-1419894f-b807-4ade-a125-31476c764d5c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cf4876dc330046408ed8738a73a39ec5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3966460 Sep 15 02:46:09.138034 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 37454) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:46:09.138173 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1419894f-b807-4ade-a125-31476c764d5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f6db8bc-8b8e-430a-9a23-45f64e71542f,revision_number=1']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:46:09.189841 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-e8f91e19-0985-4173-b157-0ccd9b175efb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:09.202609 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-e0431603-e2d9-4f94-9169-78176497855c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:09.211179 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-e8f91e19-0985-4173-b157-0ccd9b175efb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:09.267461 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-e0431603-e2d9-4f94-9169-78176497855c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:09.319465 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-e0431603-e2d9-4f94-9169-78176497855c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c544219004d9436697fa1d59f13fb2d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5188782 Sep 15 02:46:09.319465 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0431603-e2d9-4f94-9169-78176497855c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd5741c3-0923-4826-8823-da1cef372815,revision_number=1']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:46:09.321099 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 37462) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:46:09.331684 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-e8f91e19-0985-4173-b157-0ccd9b175efb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:09.334898 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-e8f91e19-0985-4173-b157-0ccd9b175efb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:09.337927 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-e8f91e19-0985-4173-b157-0ccd9b175efb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6f6db8bc-8b8e-430a-9a23-45f64e71542f HTTP/1.1" status: 204 len: 168 time: 0.1985242 Sep 15 02:46:09.382432 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-4293e47e-373c-4cd7-afa4-11bfff35b4f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:09.391883 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f91e19-0985-4173-b157-0ccd9b175efb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f6db8bc-8b8e-430a-9a23-45f64e71542f,revision_number=None']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:46:09.409511 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-4293e47e-373c-4cd7-afa4-11bfff35b4f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:09.446729 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a85692e-6d88-4747-9167-2c02f04ddaff req-85f01f98-d017-4fb7-88c5-d4c8637e4eea tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:09.448340 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-7a85692e-6d88-4747-9167-2c02f04ddaff req-85f01f98-d017-4fb7-88c5-d4c8637e4eea tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb3fcddc-5c00-4077-8a3b-06b86f2ca670 HTTP/1.1" status: 200 len: 946 time: 0.1096838 Sep 15 02:46:09.490176 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-7a85692e-6d88-4747-9167-2c02f04ddaff req-5b62bfe0-4f14-4c8b-9b09-7c070908c0f1 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a48ec5e-5483-47a7-a61c-ca706341677d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358996 Sep 15 02:46:09.530083 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-4293e47e-373c-4cd7-afa4-11bfff35b4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:09.533523 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-4293e47e-373c-4cd7-afa4-11bfff35b4f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:09.535177 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-4293e47e-373c-4cd7-afa4-11bfff35b4f5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bd5741c3-0923-4826-8823-da1cef372815 HTTP/1.1" status: 204 len: 168 time: 0.2124054 Sep 15 02:46:09.544796 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4293e47e-373c-4cd7-afa4-11bfff35b4f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd5741c3-0923-4826-8823-da1cef372815,revision_number=None']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:46:10.622920 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 37528) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:46:10.641955 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7947ab80-ec44-4869-9b35-bfdad2106454 req-65eb70d4-2ddc-4ab4-9145-f781f2b7e706 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:10.650076 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-7947ab80-ec44-4869-9b35-bfdad2106454 req-65eb70d4-2ddc-4ab4-9145-f781f2b7e706 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb3fcddc-5c00-4077-8a3b-06b86f2ca670 HTTP/1.1" status: 200 len: 946 time: 0.0649219 Sep 15 02:46:10.695277 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-7947ab80-ec44-4869-9b35-bfdad2106454 req-94c379ba-e5fb-43fe-ade6-a3a45542ecea tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a48ec5e-5483-47a7-a61c-ca706341677d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448105 Sep 15 02:46:10.761716 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.v2.base [None req-6e4259d4-cc0a-4317-9832-e6b5f1630d8e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-496737543-network', 'tenant_id': '8c19dfe46e344d2eab446b30ec2c8f0b'}} {{(pid=101046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:46:10.844309 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e4259d4-cc0a-4317-9832-e6b5f1630d8e admin admin] Made reservation on behalf of 8c19dfe46e344d2eab446b30ec2c8f0b for: {'network': 1} {{(pid=101046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:46:10.846764 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-6e4259d4-cc0a-4317-9832-e6b5f1630d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for network, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:10.855345 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-6e4259d4-cc0a-4317-9832-e6b5f1630d8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:10.954705 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-6e4259d4-cc0a-4317-9832-e6b5f1630d8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:11.043784 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-6e4259d4-cc0a-4317-9832-e6b5f1630d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:11.068998 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e4259d4-cc0a-4317-9832-e6b5f1630d8e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=101046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 02:46:11.083683 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4259d4-cc0a-4317-9832-e6b5f1630d8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16cdc185-3249-4453-b1ac-1418ab026e1c,revision_number=1']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:46:11.088588 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-6e4259d4-cc0a-4317-9832-e6b5f1630d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1581261'] for segment, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:11.089004 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.db.segments_db [None req-6e4259d4-cc0a-4317-9832-e6b5f1630d8e admin admin] Added segment a162e7d6-fad6-4187-9a1d-b6c37a7ba7cb of type vlan for network 8ce6648d-b1f3-413e-9b94-d36df2cb1808 Sep 15 02:46:11.131614 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-6e4259d4-cc0a-4317-9832-e6b5f1630d8e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781587303702'] for network, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:11.267111 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-6e4259d4-cc0a-4317-9832-e6b5f1630d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858'] for network, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:11.268833 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4259d4-cc0a-4317-9832-e6b5f1630d8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:11.269418 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-6e4259d4-cc0a-4317-9832-e6b5f1630d8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577872'] for network, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:11.330734 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4259d4-cc0a-4317-9832-e6b5f1630d8e admin admin] Pushing event updated for resources: {'Network': ['ID=8ce6648d-b1f3-413e-9b94-d36df2cb1808,revision_number=1']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:46:11.342999 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Network 8ce6648d-b1f3-413e-9b94-d36df2cb1808 details requested by agent ovs-agent-dv-cinder-759955-25-smb with host dv-cinder-759955-25-smb {{(pid=101047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 02:46:11.348542 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-6e4259d4-cc0a-4317-9832-e6b5f1630d8e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7234123 Sep 15 02:46:11.351121 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 37562) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:46:11.356061 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.v2.base [None req-ea21e768-3e72-450d-8908-c9db299e2452 admin admin] Request body: {'subnet': {'network_id': '8ce6648d-b1f3-413e-9b94-d36df2cb1808', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-496737543-subnet', 'tenant_id': '8c19dfe46e344d2eab446b30ec2c8f0b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:46:11.381589 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97637f7f-f087-40ff-a999-c3eeb93b9211 req-ac1e4918-921d-4152-890a-2991f684ad88 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:11.390405 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-97637f7f-f087-40ff-a999-c3eeb93b9211 req-ac1e4918-921d-4152-890a-2991f684ad88 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cf59451-e65c-4f13-b3e1-07c1aeb51055 HTTP/1.1" status: 200 len: 945 time: 0.0820801 Sep 15 02:46:11.428515 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-97637f7f-f087-40ff-a999-c3eeb93b9211 req-415f78a3-82c8-45b5-be3d-f449c60d8edd tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea3f50e-21de-421b-b9af-b4641846795e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370386 Sep 15 02:46:11.461345 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea21e768-3e72-450d-8908-c9db299e2452 admin admin] Made reservation on behalf of 8c19dfe46e344d2eab446b30ec2c8f0b for: {'subnet': 1} {{(pid=101046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:46:11.465760 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-ea21e768-3e72-450d-8908-c9db299e2452 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27079578'] for subnet, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:11.696385 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-ea21e768-3e72-450d-8908-c9db299e2452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25909674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27079604'] for subnet, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:11.751744 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea21e768-3e72-450d-8908-c9db299e2452 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7dca805-2447-4e3d-bb9c-d18872dcba70,revision_number=0']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:46:11.777586 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea21e768-3e72-450d-8908-c9db299e2452 admin admin] Checking segment: {'id': 'a162e7d6-fad6-4187-9a1d-b6c37a7ba7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '8ce6648d-b1f3-413e-9b94-d36df2cb1808'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:46:11.777937 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea21e768-3e72-450d-8908-c9db299e2452 admin admin] Network hostable DHCP agents. Network: 8ce6648d-b1f3-413e-9b94-d36df2cb1808, hostable agents: ['4ac00676-0bd7-4634-9dbc-c2a760561995'], hosted agents: [] {{(pid=101046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 02:46:11.826653 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b8c5da-c953-4a1a-821d-5f6bb2ba242d req-350a5470-adbe-48b9-ae14-f3f96642e74a tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:11.828154 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-c3b8c5da-c953-4a1a-821d-5f6bb2ba242d req-350a5470-adbe-48b9-ae14-f3f96642e74a tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb3fcddc-5c00-4077-8a3b-06b86f2ca670 HTTP/1.1" status: 200 len: 946 time: 0.0635214 Sep 15 02:46:11.865671 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-c3b8c5da-c953-4a1a-821d-5f6bb2ba242d req-76c0cb7b-adfe-4226-8f75-6cc06525da99 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a48ec5e-5483-47a7-a61c-ca706341677d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315924 Sep 15 02:46:11.895800 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea21e768-3e72-450d-8908-c9db299e2452 admin admin] Network 8ce6648d-b1f3-413e-9b94-d36df2cb1808 is scheduled to be hosted by DHCP agent 4ac00676-0bd7-4634-9dbc-c2a760561995 with binding_index 1 {{(pid=101046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 02:46:11.992839 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.scheduler.base_scheduler [None req-ea21e768-3e72-450d-8908-c9db299e2452 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-25-smb, 8ce6648d-b1f3-413e-9b94-d36df2cb1808) {{(pid=101046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:46:11.998341 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea21e768-3e72-450d-8908-c9db299e2452 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:12.002397 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-ea21e768-3e72-450d-8908-c9db299e2452 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:12.010031 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86649cc3-4f97-46f2-b33e-7298235eeb91 None None] Network 8ce6648d-b1f3-413e-9b94-d36df2cb1808 requested from dv-cinder-759955-25-smb {{(pid=101047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 02:46:12.102771 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-ea21e768-3e72-450d-8908-c9db299e2452 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7505560 Sep 15 02:46:12.137985 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a5c9da-ca5c-477d-a2f0-8fbdf5e7725b None None] Network 8ce6648d-b1f3-413e-9b94-d36df2cb1808 requested from dv-cinder-759955-25-smb {{(pid=101047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 02:46:12.562254 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c82a468-7450-424c-bd61-7a6863d3fa67 req-23effd82-3fca-4965-97b4-1c9096b8271a tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:12.570825 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-7c82a468-7450-424c-bd61-7a6863d3fa67 req-23effd82-3fca-4965-97b4-1c9096b8271a tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cf59451-e65c-4f13-b3e1-07c1aeb51055 HTTP/1.1" status: 200 len: 945 time: 0.0607297 Sep 15 02:46:12.621453 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-7c82a468-7450-424c-bd61-7a6863d3fa67 req-acfcc7bc-48f0-40ba-9ad0-aa2de8128411 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea3f50e-21de-421b-b9af-b4641846795e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424328 Sep 15 02:46:13.748921 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eff33d-e7be-4e90-92b7-2d91db06ecf4 req-67c42089-d682-435a-b67d-2518b5d7bb8a tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:13.750399 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-86eff33d-e7be-4e90-92b7-2d91db06ecf4 req-67c42089-d682-435a-b67d-2518b5d7bb8a tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cf59451-e65c-4f13-b3e1-07c1aeb51055 HTTP/1.1" status: 200 len: 945 time: 0.0483243 Sep 15 02:46:13.789972 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-86eff33d-e7be-4e90-92b7-2d91db06ecf4 req-13ac38b6-7ee7-4722-99b4-6e92ac8d9343 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea3f50e-21de-421b-b9af-b4641846795e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329268 Sep 15 02:46:14.270639 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2817bce5-4d65-4f94-8fa0-f115e4db8e6a req-9cbde023-572a-4545-b869-5b3da92d8bd6 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:14.272188 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-2817bce5-4d65-4f94-8fa0-f115e4db8e6a req-9cbde023-572a-4545-b869-5b3da92d8bd6 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb3fcddc-5c00-4077-8a3b-06b86f2ca670 HTTP/1.1" status: 200 len: 946 time: 0.0480630 Sep 15 02:46:14.311501 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-2817bce5-4d65-4f94-8fa0-f115e4db8e6a req-c1205a28-eb8b-435e-8fcd-94d6649da1ec tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a48ec5e-5483-47a7-a61c-ca706341677d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331445 Sep 15 02:46:14.764295 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d0a0bf-a307-42af-9c7c-f313761e4e7f req-b01c4025-0b11-4c3a-b9a6-e4916276afde tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:14.765811 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-b6d0a0bf-a307-42af-9c7c-f313761e4e7f req-b01c4025-0b11-4c3a-b9a6-e4916276afde tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] 10.222.0.13 "GET /v2.0/networks?id=8ce6648d-b1f3-413e-9b94-d36df2cb1808 HTTP/1.1" status: 200 len: 813 time: 0.1186757 Sep 15 02:46:14.780494 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-b6d0a0bf-a307-42af-9c7c-f313761e4e7f req-103cdb10-9eb7-4ce3-b4a5-629167c3fb07 tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] 10.222.0.13 "GET /v2.0/quotas/8c19dfe46e344d2eab446b30ec2c8f0b HTTP/1.1" status: 200 len: 375 time: 0.0086868 Sep 15 02:46:14.816779 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-b6d0a0bf-a307-42af-9c7c-f313761e4e7f req-da1be32c-4cd4-4b20-941e-b86a14dae16d tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8c19dfe46e344d2eab446b30ec2c8f0b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282688 Sep 15 02:46:14.903719 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-b6d0a0bf-a307-42af-9c7c-f313761e4e7f req-c08f5ab4-4a35-4172-b913-2037a07b0e16 service neutron] 10.222.0.13 "GET /v2.0/networks/8ce6648d-b1f3-413e-9b94-d36df2cb1808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818560 Sep 15 02:46:14.999594 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-b6d0a0bf-a307-42af-9c7c-f313761e4e7f req-beebc330-23f8-46a7-ae36-1dab8bb36520 service neutron] 10.222.0.13 "GET /v2.0/networks/8ce6648d-b1f3-413e-9b94-d36df2cb1808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890038 Sep 15 02:46:15.303997 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1089423-03a9-48e5-a0fd-6578f374573c req-fd3a3fba-e8b2-4614-a0ef-e4213a48cd48 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:15.305550 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-a1089423-03a9-48e5-a0fd-6578f374573c req-fd3a3fba-e8b2-4614-a0ef-e4213a48cd48 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cf59451-e65c-4f13-b3e1-07c1aeb51055 HTTP/1.1" status: 200 len: 945 time: 0.0516419 Sep 15 02:46:15.351368 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-a1089423-03a9-48e5-a0fd-6578f374573c req-ab97945f-142e-4e11-8e14-71c1747bddc7 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea3f50e-21de-421b-b9af-b4641846795e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375125 Sep 15 02:46:15.423651 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-dd9dac34-691a-4d47-8a2a-9614af76a920 req-47be25c1-84e8-4460-90a3-58c689e40caf tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cde1811-89d9-4a39-8a7b-9a28fa6a0c08 HTTP/1.1" status: 200 len: 210 time: 0.0268965 Sep 15 02:46:15.467187 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-92cbed52-9c83-4a85-b449-d57d60f7c284 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:16.480787 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd3dec6-ba7b-4e4a-97fd-577dbb496d95 req-612c58d1-a7e9-4942-857a-d38241a3538f tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:16.482462 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-4cd3dec6-ba7b-4e4a-97fd-577dbb496d95 req-612c58d1-a7e9-4942-857a-d38241a3538f tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cf59451-e65c-4f13-b3e1-07c1aeb51055 HTTP/1.1" status: 200 len: 945 time: 0.0529909 Sep 15 02:46:16.549083 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-ac83dbea-7922-4b85-90ce-7af08dc0ed30 req-a58b10bf-6397-4668-be29-228ffcd03f79 tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cde1811-89d9-4a39-8a7b-9a28fa6a0c08 HTTP/1.1" status: 200 len: 210 time: 0.0373697 Sep 15 02:46:16.569377 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-4cd3dec6-ba7b-4e4a-97fd-577dbb496d95 req-9dc47db4-1b97-47d5-a602-91dcbb9f9ecc tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea3f50e-21de-421b-b9af-b4641846795e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693915 Sep 15 02:46:16.663305 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.agents_db [None req-aaa0e2cc-b65a-40bb-b615-34ad7f0cff4d None None] Agent healthcheck: found 6 active agents {{(pid=101048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:46:17.299893 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac92837-8041-462f-92f6-789762ed0a68 req-a5955269-2a2b-4bcc-9855-ac429ac8782d tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:17.301433 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-6ac92837-8041-462f-92f6-789762ed0a68 req-a5955269-2a2b-4bcc-9855-ac429ac8782d tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/ports?device_id=8186c944-7452-44a4-803d-b7a9d00cdc53 HTTP/1.1" status: 200 len: 946 time: 0.0660501 Sep 15 02:46:17.362316 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-6ac92837-8041-462f-92f6-789762ed0a68 req-4ba5187d-0f92-482f-abd7-aa272cf75cb6 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/security-groups?id=005c9161-3e16-459b-9a3f-a4e8732292ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532820 Sep 15 02:46:17.542746 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d0a0bf-a307-42af-9c7c-f313761e4e7f req-7bc90556-d4d2-4eb9-a38d-4f438a16c023 tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:17.544202 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-b6d0a0bf-a307-42af-9c7c-f313761e4e7f req-7bc90556-d4d2-4eb9-a38d-4f438a16c023 tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] 10.222.0.38 "GET /v2.0/networks?id=8ce6648d-b1f3-413e-9b94-d36df2cb1808 HTTP/1.1" status: 200 len: 813 time: 0.1058934 Sep 15 02:46:17.558959 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.v2.base [req-b6d0a0bf-a307-42af-9c7c-f313761e4e7f req-98a5aee9-8166-428c-8e9b-9581514f6e99 tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] Request body: {'port': {'device_id': '7cde1811-89d9-4a39-8a7b-9a28fa6a0c08', 'network_id': '8ce6648d-b1f3-413e-9b94-d36df2cb1808', 'admin_state_up': True, 'tenant_id': '8c19dfe46e344d2eab446b30ec2c8f0b'}} {{(pid=101046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:46:17.646329 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-c4833ac7-7eef-471a-8a7f-8dd493c07b1e req-92fabc51-a551-48e2-be8b-abacff30d260 tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cde1811-89d9-4a39-8a7b-9a28fa6a0c08 HTTP/1.1" status: 200 len: 210 time: 0.0343382 Sep 15 02:46:17.731115 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bfa391-72a1-4cac-a515-47d1395ab604 req-f158100a-e1cb-4de4-9f73-d6ec8c6c19a6 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:17.732593 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-12bfa391-72a1-4cac-a515-47d1395ab604 req-f158100a-e1cb-4de4-9f73-d6ec8c6c19a6 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cf59451-e65c-4f13-b3e1-07c1aeb51055 HTTP/1.1" status: 200 len: 945 time: 0.0643129 Sep 15 02:46:17.772096 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-12bfa391-72a1-4cac-a515-47d1395ab604 req-e905e7c3-c4af-499f-a056-fd18352cb46b tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea3f50e-21de-421b-b9af-b4641846795e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328898 Sep 15 02:46:17.773234 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6d0a0bf-a307-42af-9c7c-f313761e4e7f req-98a5aee9-8166-428c-8e9b-9581514f6e99 tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] Made reservation on behalf of 8c19dfe46e344d2eab446b30ec2c8f0b for: {'port': 1} {{(pid=101046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:46:17.776793 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [req-b6d0a0bf-a307-42af-9c7c-f313761e4e7f req-98a5aee9-8166-428c-8e9b-9581514f6e99 tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:17.950366 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.db.db_base_plugin_common [req-b6d0a0bf-a307-42af-9c7c-f313761e4e7f req-98a5aee9-8166-428c-8e9b-9581514f6e99 tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] Allocated IP 172.20.0.14 (8ce6648d-b1f3-413e-9b94-d36df2cb1808/c7dca805-2447-4e3d-bb9c-d18872dcba70/b2153329-f3ab-40ac-846a-a9b0266e854f) {{(pid=101046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:46:18.106790 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [req-b6d0a0bf-a307-42af-9c7c-f313761e4e7f req-98a5aee9-8166-428c-8e9b-9581514f6e99 tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] Notify callbacks [] for port, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:18.141194 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-47278b77-53a8-4efd-be85-ed2ccb8cd2c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:18.221560 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [req-b6d0a0bf-a307-42af-9c7c-f313761e4e7f req-98a5aee9-8166-428c-8e9b-9581514f6e99 tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781587269048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25909702'] for port, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:18.264770 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6d0a0bf-a307-42af-9c7c-f313761e4e7f req-98a5aee9-8166-428c-8e9b-9581514f6e99 tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] Network 8ce6648d-b1f3-413e-9b94-d36df2cb1808 is already hosted by enough agents. {{(pid=101046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:46:18.267688 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.scheduler.base_scheduler [req-b6d0a0bf-a307-42af-9c7c-f313761e4e7f req-98a5aee9-8166-428c-8e9b-9581514f6e99 tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] Resources bound (agent type, host, resource id): {{(pid=101046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:46:18.271476 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6d0a0bf-a307-42af-9c7c-f313761e4e7f req-98a5aee9-8166-428c-8e9b-9581514f6e99 tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] Received port after_create {{(pid=101046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:46:18.295263 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a5aee9-8166-428c-8e9b-9581514f6e99 tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] Pushing event updated for resources: {'Port': ['ID=b2153329-f3ab-40ac-846a-a9b0266e854f,revision_number=1']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:46:18.323065 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d0a0bf-a307-42af-9c7c-f313761e4e7f req-98a5aee9-8166-428c-8e9b-9581514f6e99 tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:18.323584 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [req-b6d0a0bf-a307-42af-9c7c-f313761e4e7f req-98a5aee9-8166-428c-8e9b-9581514f6e99 tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89626'] for port, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:18.467164 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:18.483764 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-b6d0a0bf-a307-42af-9c7c-f313761e4e7f req-98a5aee9-8166-428c-8e9b-9581514f6e99 tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9286835 Sep 15 02:46:18.500877 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.v2.base [req-b6d0a0bf-a307-42af-9c7c-f313761e4e7f req-46432d55-3f1a-480f-9c1f-214f0e38ad2b service neutron] Request body: {'port': {'device_id': '7cde1811-89d9-4a39-8a7b-9a28fa6a0c08', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=101046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:46:18.516641 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647dc471-604c-4fd0-9d3a-3ac1b55e7d88 req-68cb81a0-917b-4f0f-82a8-f33d551a3846 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:18.518898 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-647dc471-604c-4fd0-9d3a-3ac1b55e7d88 req-68cb81a0-917b-4f0f-82a8-f33d551a3846 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/ports?device_id=8186c944-7452-44a4-803d-b7a9d00cdc53 HTTP/1.1" status: 200 len: 946 time: 0.0779045 Sep 15 02:46:18.569836 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cb3e01-9dfb-4240-a37a-f1932aeada94 req-b21d4a1c-cea1-4c35-9a5c-dc7321b03672 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:18.571473 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-96cb3e01-9dfb-4240-a37a-f1932aeada94 req-b21d4a1c-cea1-4c35-9a5c-dc7321b03672 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb3fcddc-5c00-4077-8a3b-06b86f2ca670 HTTP/1.1" status: 200 len: 946 time: 0.0604084 Sep 15 02:46:18.613947 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-96cb3e01-9dfb-4240-a37a-f1932aeada94 req-1e902711-9cf4-4416-84cf-95d8b37acd9a tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a48ec5e-5483-47a7-a61c-ca706341677d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361209 Sep 15 02:46:18.625052 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [req-b6d0a0bf-a307-42af-9c7c-f313761e4e7f req-46432d55-3f1a-480f-9c1f-214f0e38ad2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:18.645304 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-647dc471-604c-4fd0-9d3a-3ac1b55e7d88 req-9816bcdc-d9a5-4cac-adbf-e340a0600580 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/security-groups?id=005c9161-3e16-459b-9a3f-a4e8732292ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111462 Sep 15 02:46:18.649279 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc292268-ecc3-421e-93e7-53a23ac29bdc req-b3b6843d-67bf-4562-9e60-0a17f4e4af2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:18.650608 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-cc292268-ecc3-421e-93e7-53a23ac29bdc req-b3b6843d-67bf-4562-9e60-0a17f4e4af2f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a78d7ab424a94a83ac8ea30bcfea513a&device_id=eb3fcddc-5c00-4077-8a3b-06b86f2ca670 HTTP/1.1" status: 200 len: 1099 time: 0.0958605 Sep 15 02:46:18.767564 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b536ec-7cdc-4ca4-976e-25c610b95a91 req-deb167b0-b5eb-4812-a119-8920bdf86885 tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:18.769863 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-a4b536ec-7cdc-4ca4-976e-25c610b95a91 req-deb167b0-b5eb-4812-a119-8920bdf86885 tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cde1811-89d9-4a39-8a7b-9a28fa6a0c08 HTTP/1.1" status: 200 len: 932 time: 0.0530257 Sep 15 02:46:18.811333 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-a4b536ec-7cdc-4ca4-976e-25c610b95a91 req-096b228a-de5e-47eb-918a-5178628f68ac tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] 10.222.0.13 "GET /v2.0/security-groups?id=16cdc185-3249-4453-b1ac-1418ab026e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350370 Sep 15 02:46:18.854451 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc292268-ecc3-421e-93e7-53a23ac29bdc req-99cc5428-52f1-4540-abfe-e80af0759899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:18.855943 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-cc292268-ecc3-421e-93e7-53a23ac29bdc req-99cc5428-52f1-4540-abfe-e80af0759899 service neutron] 10.222.0.38 "GET /v2.0/networks?id=f37a69c0-4dd8-4d21-9641-e62da919cea1 HTTP/1.1" status: 200 len: 920 time: 0.1847520 Sep 15 02:46:19.173255 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-cc292268-ecc3-421e-93e7-53a23ac29bdc req-3f8363bd-0d50-40d5-aeec-d45bd9f05807 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1ec257c4-8286-4343-bba8-11e67b393c0f HTTP/1.1" status: 200 len: 217 time: 0.2969522 Sep 15 02:46:19.250880 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4a631c-eb68-4107-8c1a-253c339d96a7 req-a4404049-b666-49e0-b047-0b563c2a5a01 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:19.252961 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-ff4a631c-eb68-4107-8c1a-253c339d96a7 req-a4404049-b666-49e0-b047-0b563c2a5a01 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cf59451-e65c-4f13-b3e1-07c1aeb51055 HTTP/1.1" status: 200 len: 945 time: 0.3857825 Sep 15 02:46:19.287319 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc292268-ecc3-421e-93e7-53a23ac29bdc req-ab6cd798-5d6d-4a1c-a787-ef1bd00729b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:19.288772 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-cc292268-ecc3-421e-93e7-53a23ac29bdc req-ab6cd798-5d6d-4a1c-a787-ef1bd00729b9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f4bc3747-1b39-45b5-bc17-aa1d3078521b HTTP/1.1" status: 200 len: 859 time: 0.1070163 Sep 15 02:46:19.335411 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-26fc78ca-8f14-4c98-81c4-2d6c26116e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:19.359397 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-cc292268-ecc3-421e-93e7-53a23ac29bdc req-ae98d11f-19f7-44b5-965b-8f320c863c1c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f37a69c0-4dd8-4d21-9641-e62da919cea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551970 Sep 15 02:46:19.363616 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-ff4a631c-eb68-4107-8c1a-253c339d96a7 req-787382d2-a43c-44ff-825a-0ebe069b16df tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea3f50e-21de-421b-b9af-b4641846795e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014068 Sep 15 02:46:19.382196 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.notifiers.nova [req-b6d0a0bf-a307-42af-9c7c-f313761e4e7f req-46432d55-3f1a-480f-9c1f-214f0e38ad2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2153329-f3ab-40ac-846a-a9b0266e854f {{(pid=101046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 02:46:19.399687 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [req-b6d0a0bf-a307-42af-9c7c-f313761e4e7f req-46432d55-3f1a-480f-9c1f-214f0e38ad2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:19.450533 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.db.provisioning_blocks [req-b6d0a0bf-a307-42af-9c7c-f313761e4e7f req-46432d55-3f1a-480f-9c1f-214f0e38ad2b service neutron] Transition to ACTIVE for port object b2153329-f3ab-40ac-846a-a9b0266e854f will not be triggered until provisioned by entity L2. {{(pid=101046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 02:46:19.478798 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-cc292268-ecc3-421e-93e7-53a23ac29bdc req-712a780f-0fbb-49b9-ba2b-cefd1c050168 service neutron] 10.222.0.38 "GET /v2.0/networks/f37a69c0-4dd8-4d21-9641-e62da919cea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142278 Sep 15 02:46:19.516576 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [req-b6d0a0bf-a307-42af-9c7c-f313761e4e7f req-46432d55-3f1a-480f-9c1f-214f0e38ad2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25909727'] for port, after_update {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:19.621069 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46432d55-3f1a-480f-9c1f-214f0e38ad2b service neutron] Pushing event updated for resources: {'Port': ['ID=b2153329-f3ab-40ac-846a-a9b0266e854f,revision_number=2']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:46:19.647727 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-cc292268-ecc3-421e-93e7-53a23ac29bdc req-1ee1308a-5f59-4aac-b962-5332edf25e6f service neutron] 10.222.0.38 "GET /v2.0/networks/f37a69c0-4dd8-4d21-9641-e62da919cea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593447 Sep 15 02:46:19.708451 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.managers [req-b6d0a0bf-a307-42af-9c7c-f313761e4e7f req-46432d55-3f1a-480f-9c1f-214f0e38ad2b service neutron] Attempting to bind port b2153329-f3ab-40ac-846a-a9b0266e854f on host hv-cinder-75995 for vnic_type normal with profile {{(pid=101046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 02:46:19.708799 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.managers [req-b6d0a0bf-a307-42af-9c7c-f313761e4e7f req-46432d55-3f1a-480f-9c1f-214f0e38ad2b service neutron] Attempting to bind port b2153329-f3ab-40ac-846a-a9b0266e854f by drivers openvswitch,hyperv on host hv-cinder-75995 at level 0 using segments [{'id': 'a162e7d6-fad6-4187-9a1d-b6c37a7ba7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '8ce6648d-b1f3-413e-9b94-d36df2cb1808'}] {{(pid=101046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 02:46:19.709123 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d0a0bf-a307-42af-9c7c-f313761e4e7f req-46432d55-3f1a-480f-9c1f-214f0e38ad2b service neutron] Attempting to bind port b2153329-f3ab-40ac-846a-a9b0266e854f on network 8ce6648d-b1f3-413e-9b94-d36df2cb1808 {{(pid=101046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:46:19.714092 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d0a0bf-a307-42af-9c7c-f313761e4e7f req-46432d55-3f1a-480f-9c1f-214f0e38ad2b service neutron] Port b2153329-f3ab-40ac-846a-a9b0266e854f on network 8ce6648d-b1f3-413e-9b94-d36df2cb1808 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75995 {{(pid=101046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 02:46:19.714427 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d0a0bf-a307-42af-9c7c-f313761e4e7f req-46432d55-3f1a-480f-9c1f-214f0e38ad2b service neutron] Attempting to bind port b2153329-f3ab-40ac-846a-a9b0266e854f on network 8ce6648d-b1f3-413e-9b94-d36df2cb1808 {{(pid=101046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:46:19.720356 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d0a0bf-a307-42af-9c7c-f313761e4e7f req-46432d55-3f1a-480f-9c1f-214f0e38ad2b service neutron] Checking agent: {'id': 'bf643b19-1b67-4f44-847e-0724d3e1ee06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 42, 35), 'started_at': datetime.datetime(2021, 9, 15, 2, 42, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 2, 46, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 02:46:19.720705 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d0a0bf-a307-42af-9c7c-f313761e4e7f req-46432d55-3f1a-480f-9c1f-214f0e38ad2b service neutron] Checking segment: {'id': 'a162e7d6-fad6-4187-9a1d-b6c37a7ba7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '8ce6648d-b1f3-413e-9b94-d36df2cb1808'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:46:19.721825 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d0a0bf-a307-42af-9c7c-f313761e4e7f req-46432d55-3f1a-480f-9c1f-214f0e38ad2b service neutron] Bound using segment: {'id': 'a162e7d6-fad6-4187-9a1d-b6c37a7ba7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '8ce6648d-b1f3-413e-9b94-d36df2cb1808'} {{(pid=101046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 02:46:19.722866 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.managers [req-b6d0a0bf-a307-42af-9c7c-f313761e4e7f req-46432d55-3f1a-480f-9c1f-214f0e38ad2b service neutron] Bound port: b2153329-f3ab-40ac-846a-a9b0266e854f, host: hv-cinder-75995, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a162e7d6-fad6-4187-9a1d-b6c37a7ba7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '8ce6648d-b1f3-413e-9b94-d36df2cb1808'}}] {{(pid=101046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 02:46:19.723281 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [req-b6d0a0bf-a307-42af-9c7c-f313761e4e7f req-46432d55-3f1a-480f-9c1f-214f0e38ad2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:19.837424 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeeb703-c049-4923-97b9-724ec24ccf95 req-3c866e3f-1ccf-4e3b-84de-bcc4869cc5c0 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:19.839005 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-7eeeb703-c049-4923-97b9-724ec24ccf95 req-3c866e3f-1ccf-4e3b-84de-bcc4869cc5c0 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/ports?device_id=8186c944-7452-44a4-803d-b7a9d00cdc53 HTTP/1.1" status: 200 len: 946 time: 0.0801988 Sep 15 02:46:19.841953 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.db [req-b6d0a0bf-a307-42af-9c7c-f313761e4e7f req-46432d55-3f1a-480f-9c1f-214f0e38ad2b service neutron] For port b2153329-f3ab-40ac-846a-a9b0266e854f, host hv-cinder-75995, cleared binding levels {{(pid=101046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 02:46:19.845489 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.db [req-b6d0a0bf-a307-42af-9c7c-f313761e4e7f req-46432d55-3f1a-480f-9c1f-214f0e38ad2b service neutron] For port b2153329-f3ab-40ac-846a-a9b0266e854f, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=b2153329-f3ab-40ac-846a-a9b0266e854f,segment=NetworkSegment(a162e7d6-fad6-4187-9a1d-b6c37a7ba7cb),segment_id=a162e7d6-fad6-4187-9a1d-b6c37a7ba7cb)] {{(pid=101046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 02:46:19.883599 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-7eeeb703-c049-4923-97b9-724ec24ccf95 req-f8eff95f-e98c-4327-a078-e90a01506122 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/security-groups?id=005c9161-3e16-459b-9a3f-a4e8732292ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352297 Sep 15 02:46:19.951697 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c46fa5-cfaf-4c59-a91f-d97f5b42b4cc req-e3c6ac9d-d0b1-4611-a6f3-281df1238632 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:19.954471 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-f0c46fa5-cfaf-4c59-a91f-d97f5b42b4cc req-e3c6ac9d-d0b1-4611-a6f3-281df1238632 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb3fcddc-5c00-4077-8a3b-06b86f2ca670 HTTP/1.1" status: 200 len: 946 time: 0.2534819 Sep 15 02:46:19.973976 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [req-b6d0a0bf-a307-42af-9c7c-f313761e4e7f req-46432d55-3f1a-480f-9c1f-214f0e38ad2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25909727'] for port, after_update {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:19.993407 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-f0c46fa5-cfaf-4c59-a91f-d97f5b42b4cc req-f936bc58-922a-433a-8740-385e2e9428bd tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a48ec5e-5483-47a7-a61c-ca706341677d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331383 Sep 15 02:46:20.017836 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d0a0bf-a307-42af-9c7c-f313761e4e7f req-46432d55-3f1a-480f-9c1f-214f0e38ad2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:20.018493 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [req-b6d0a0bf-a307-42af-9c7c-f313761e4e7f req-46432d55-3f1a-480f-9c1f-214f0e38ad2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89626'] for port, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:20.019978 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-b6d0a0bf-a307-42af-9c7c-f313761e4e7f req-46432d55-3f1a-480f-9c1f-214f0e38ad2b service neutron] 10.222.0.38 "PUT /v2.0/ports/b2153329-f3ab-40ac-846a-a9b0266e854f HTTP/1.1" status: 200 len: 1094 time: 1.5238807 Sep 15 02:46:20.020402 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cde1811-89d9-4a39-8a7b-9a28fa6a0c08', 'tag': 'b2153329-f3ab-40ac-846a-a9b0266e854f'}] {{(pid=101046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:46:20.022639 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09f236bde6c897f5223593461388a859426f0e46db55c614fbf86303128fc53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82749545-c026-457d-86a3-7c59eba98b17" -d '{"events": [{"name": "network-changed", "server_uuid": "7cde1811-89d9-4a39-8a7b-9a28fa6a0c08", "tag": "b2153329-f3ab-40ac-846a-a9b0266e854f"}]}' {{(pid=101046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:46:20.037751 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99211ef3-e205-4a7a-a1c4-30209ff39169 req-867ae6b7-3150-4241-bb40-bbfa52fac6b6 tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:20.039264 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-99211ef3-e205-4a7a-a1c4-30209ff39169 req-867ae6b7-3150-4241-bb40-bbfa52fac6b6 tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cde1811-89d9-4a39-8a7b-9a28fa6a0c08 HTTP/1.1" status: 200 len: 944 time: 0.0967779 Sep 15 02:46:20.069427 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 02:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16060bb0-b753-403f-9ed6-f16f3b6f92b4 x-openstack-request-id: req-16060bb0-b753-403f-9ed6-f16f3b6f92b4 {{(pid=101046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:46:20.069711 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cde1811-89d9-4a39-8a7b-9a28fa6a0c08", "tag": "b2153329-f3ab-40ac-846a-a9b0266e854f", "status": "completed", "code": 200}]} {{(pid=101046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:46:20.069953 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-16060bb0-b753-403f-9ed6-f16f3b6f92b4 {{(pid=101046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:46:20.070335 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cde1811-89d9-4a39-8a7b-9a28fa6a0c08', 'tag': 'b2153329-f3ab-40ac-846a-a9b0266e854f', 'status': 'completed', 'code': 200} Sep 15 02:46:20.074048 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46432d55-3f1a-480f-9c1f-214f0e38ad2b service neutron] Pushing event updated for resources: {'Port': ['ID=b2153329-f3ab-40ac-846a-a9b0266e854f,revision_number=3']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:46:20.107549 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-99211ef3-e205-4a7a-a1c4-30209ff39169 req-72655d49-ee0b-468b-b546-0dbe3156e3de tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] 10.222.0.13 "GET /v2.0/security-groups?id=16cdc185-3249-4453-b1ac-1418ab026e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573931 Sep 15 02:46:20.148666 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82749545-c026-457d-86a3-7c59eba98b17 req-a735d2f7-0fd0-4bed-951a-3a827c1e01c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:20.150470 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-82749545-c026-457d-86a3-7c59eba98b17 req-a735d2f7-0fd0-4bed-951a-3a827c1e01c4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8c19dfe46e344d2eab446b30ec2c8f0b&device_id=7cde1811-89d9-4a39-8a7b-9a28fa6a0c08 HTTP/1.1" status: 200 len: 1097 time: 0.0607190 Sep 15 02:46:20.254708 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82749545-c026-457d-86a3-7c59eba98b17 req-198f956a-356d-489a-97fb-54e195acc4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:20.256449 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-82749545-c026-457d-86a3-7c59eba98b17 req-198f956a-356d-489a-97fb-54e195acc4f6 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=8c19dfe46e344d2eab446b30ec2c8f0b&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0967622 Sep 15 02:46:20.359470 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82749545-c026-457d-86a3-7c59eba98b17 req-96849795-5dfb-4acb-9ff4-1fb7435d41f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:20.360950 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-82749545-c026-457d-86a3-7c59eba98b17 req-96849795-5dfb-4acb-9ff4-1fb7435d41f3 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0971382 Sep 15 02:46:20.440120 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d0a0bf-a307-42af-9c7c-f313761e4e7f req-14e1abbe-889b-4a6e-b068-5acce6222acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:20.441624 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-b6d0a0bf-a307-42af-9c7c-f313761e4e7f req-14e1abbe-889b-4a6e-b068-5acce6222acd service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8c19dfe46e344d2eab446b30ec2c8f0b&device_id=7cde1811-89d9-4a39-8a7b-9a28fa6a0c08 HTTP/1.1" status: 200 len: 1097 time: 0.0405784 Sep 15 02:46:20.488894 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-b6d0a0bf-a307-42af-9c7c-f313761e4e7f req-da06c97d-5381-47e6-b5d3-137e4730f4a4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b2153329-f3ab-40ac-846a-a9b0266e854f HTTP/1.1" status: 200 len: 217 time: 0.0384798 Sep 15 02:46:20.490125 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe2a312-6e22-4305-85da-266115ff994c req-25378bce-05a6-40fa-993c-ce4e4be92bff tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:20.491607 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-3fe2a312-6e22-4305-85da-266115ff994c req-25378bce-05a6-40fa-993c-ce4e4be92bff tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cf59451-e65c-4f13-b3e1-07c1aeb51055 HTTP/1.1" status: 200 len: 945 time: 0.0486729 Sep 15 02:46:20.531968 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-3fe2a312-6e22-4305-85da-266115ff994c req-2cf1690c-1e2e-44ae-b27c-36c8da1c0c2c tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea3f50e-21de-421b-b9af-b4641846795e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343807 Sep 15 02:46:20.550625 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d0a0bf-a307-42af-9c7c-f313761e4e7f req-5dc110f3-9997-4755-8806-eb2ac491370d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:20.552155 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-b6d0a0bf-a307-42af-9c7c-f313761e4e7f req-5dc110f3-9997-4755-8806-eb2ac491370d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c7dca805-2447-4e3d-bb9c-d18872dcba70 HTTP/1.1" status: 200 len: 853 time: 0.0555108 Sep 15 02:46:20.588404 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-b6d0a0bf-a307-42af-9c7c-f313761e4e7f req-f4e11621-a389-41f4-90f3-5df5d72d1013 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=8ce6648d-b1f3-413e-9b94-d36df2cb1808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260668 Sep 15 02:46:20.646170 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 37864) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:46:20.693150 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.db.db_base_plugin_v2 [None req-217b851f-ab2c-40cc-89d9-9f649816e5aa admin admin] Deleting subnet f7493303-0f7c-41e0-a24b-8c2c7debc74e {{(pid=101045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 02:46:20.695784 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-b6d0a0bf-a307-42af-9c7c-f313761e4e7f req-ae70394d-efb4-45a4-8e92-315718b8b9f6 service neutron] 10.222.0.38 "GET /v2.0/networks/8ce6648d-b1f3-413e-9b94-d36df2cb1808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999682 Sep 15 02:46:20.697219 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-217b851f-ab2c-40cc-89d9-9f649816e5aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:20.736343 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-217b851f-ab2c-40cc-89d9-9f649816e5aa admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:20.747610 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-217b851f-ab2c-40cc-89d9-9f649816e5aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1580888'] for subnet, precommit_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:20.801817 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-b6d0a0bf-a307-42af-9c7c-f313761e4e7f req-e5535dd5-6353-4abf-abeb-d5a92ee64338 service neutron] 10.222.0.38 "GET /v2.0/networks/8ce6648d-b1f3-413e-9b94-d36df2cb1808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949006 Sep 15 02:46:20.964326 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-217b851f-ab2c-40cc-89d9-9f649816e5aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1580879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858'] for subnet, after_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:20.991220 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217b851f-ab2c-40cc-89d9-9f649816e5aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7493303-0f7c-41e0-a24b-8c2c7debc74e,revision_number=None']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:46:20.995090 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-217b851f-ab2c-40cc-89d9-9f649816e5aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577872'] for subnet, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:20.999653 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-217b851f-ab2c-40cc-89d9-9f649816e5aa admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f7493303-0f7c-41e0-a24b-8c2c7debc74e HTTP/1.1" status: 204 len: 168 time: 0.3523359 Sep 15 02:46:21.000198 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 37870) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:46:21.003549 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba66576-967d-4d13-bc04-63e4acb55f78 req-e0d0556c-f2f4-419e-8b44-5ee573d7c0bb tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:21.007673 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-fba66576-967d-4d13-bc04-63e4acb55f78 req-e0d0556c-f2f4-419e-8b44-5ee573d7c0bb tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/ports?device_id=8186c944-7452-44a4-803d-b7a9d00cdc53 HTTP/1.1" status: 200 len: 946 time: 0.0535097 Sep 15 02:46:21.047380 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-fba66576-967d-4d13-bc04-63e4acb55f78 req-9afdb5ec-205a-497b-ad51-2ed4580b51b2 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/security-groups?id=005c9161-3e16-459b-9a3f-a4e8732292ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354745 Sep 15 02:46:21.073608 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-262557d3-203f-4612-ba0f-248d9221f3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615785'] for network, before_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:21.157524 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe70159-37e7-4976-92d6-873fc3bd2bde req-1735f6c5-af4c-4409-be86-ec8f0f6b156a tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:21.159630 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-fbe70159-37e7-4976-92d6-873fc3bd2bde req-1735f6c5-af4c-4409-be86-ec8f0f6b156a tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb3fcddc-5c00-4077-8a3b-06b86f2ca670 HTTP/1.1" status: 200 len: 946 time: 0.0840793 Sep 15 02:46:21.213947 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-262557d3-203f-4612-ba0f-248d9221f3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579487', 'neutron.services.segments.db._delete_segments_for_network-8781587797149'] for network, precommit_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:21.231544 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd233f6a-7750-48f8-ba75-28a8d57d04e2 req-ae356215-0570-4337-827a-659142775206 tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:21.233076 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-fd233f6a-7750-48f8-ba75-28a8d57d04e2 req-ae356215-0570-4337-827a-659142775206 tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cde1811-89d9-4a39-8a7b-9a28fa6a0c08 HTTP/1.1" status: 200 len: 944 time: 0.0524442 Sep 15 02:46:21.245439 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-262557d3-203f-4612-ba0f-248d9221f3c9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:46:21.245788 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-262557d3-203f-4612-ba0f-248d9221f3c9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:46:21.246555 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-262557d3-203f-4612-ba0f-248d9221f3c9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:46:21.246921 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-262557d3-203f-4612-ba0f-248d9221f3c9 admin admin] Subscribe: > port after_create 55550000 {{(pid=101045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:46:21.247826 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-262557d3-203f-4612-ba0f-248d9221f3c9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=101045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:46:21.247826 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-262557d3-203f-4612-ba0f-248d9221f3c9 admin admin] Subscribe: > port after_update 55550000 {{(pid=101045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:46:21.248028 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-262557d3-203f-4612-ba0f-248d9221f3c9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:46:21.248224 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-262557d3-203f-4612-ba0f-248d9221f3c9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:46:21.248545 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-262557d3-203f-4612-ba0f-248d9221f3c9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:46:21.248900 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-262557d3-203f-4612-ba0f-248d9221f3c9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:46:21.266553 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-4787a0ec-4617-4d18-8d79-4c4aa2145a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:21.277739 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-fd233f6a-7750-48f8-ba75-28a8d57d04e2 req-cb7c8d3e-d8ff-446b-8980-53c79975e89c tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] 10.222.0.13 "GET /v2.0/security-groups?id=16cdc185-3249-4453-b1ac-1418ab026e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377896 Sep 15 02:46:21.319799 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-262557d3-203f-4612-ba0f-248d9221f3c9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:46:21.319799 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-262557d3-203f-4612-ba0f-248d9221f3c9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:46:21.319799 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-262557d3-203f-4612-ba0f-248d9221f3c9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:46:21.319799 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-262557d3-203f-4612-ba0f-248d9221f3c9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 02:46:21.319799 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.services.segments.db [None req-262557d3-203f-4612-ba0f-248d9221f3c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['085ffa3e-3b2e-4503-8fce-e02d7a8bf94f']}} {{(pid=101045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:46:21.339634 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-fbe70159-37e7-4976-92d6-873fc3bd2bde req-158e4cb5-133d-4432-80bd-89c78069070d tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a48ec5e-5483-47a7-a61c-ca706341677d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709378 Sep 15 02:46:21.341299 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.services.segments.db [None req-262557d3-203f-4612-ba0f-248d9221f3c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '497bedef-ec3e-41ca-ab3a-4520adb81798') {'for_net_delete': True} {{(pid=101045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:46:21.341596 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.services.segments.db [None req-262557d3-203f-4612-ba0f-248d9221f3c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '497bedef-ec3e-41ca-ab3a-4520adb81798') {} {{(pid=101045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:46:21.359126 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-262557d3-203f-4612-ba0f-248d9221f3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781587795110', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26884930'] for segment, before_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:21.381488 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-262557d3-203f-4612-ba0f-248d9221f3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1581261'] for segment, precommit_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:21.390281 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-262557d3-203f-4612-ba0f-248d9221f3c9 admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=101045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 02:46:21.390664 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-262557d3-203f-4612-ba0f-248d9221f3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1581261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25564086'] for segment, after_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:21.395154 dv-cinder-759955-25-smb neutron-server[101045]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 15 02:46:21.395154 dv-cinder-759955-25-smb neutron-server[101045]: from cryptography.utils import int_from_bytes Sep 15 02:46:21.395154 dv-cinder-759955-25-smb neutron-server[101045]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 15 02:46:21.395154 dv-cinder-759955-25-smb neutron-server[101045]: from cryptography.utils import int_from_bytes Sep 15 02:46:21.395154 dv-cinder-759955-25-smb neutron-server[101045]: Traceback (most recent call last): Sep 15 02:46:21.395154 dv-cinder-759955-25-smb neutron-server[101045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 02:46:21.395154 dv-cinder-759955-25-smb neutron-server[101045]: timer() Sep 15 02:46:21.395154 dv-cinder-759955-25-smb neutron-server[101045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 02:46:21.395154 dv-cinder-759955-25-smb neutron-server[101045]: cb(*args, **kw) Sep 15 02:46:21.395154 dv-cinder-759955-25-smb neutron-server[101045]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 02:46:21.395154 dv-cinder-759955-25-smb neutron-server[101045]: return func(*args, **kwargs) Sep 15 02:46:21.395154 dv-cinder-759955-25-smb neutron-server[101045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 02:46:21.395154 dv-cinder-759955-25-smb neutron-server[101045]: self._notify() Sep 15 02:46:21.395154 dv-cinder-759955-25-smb neutron-server[101045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 02:46:21.395154 dv-cinder-759955-25-smb neutron-server[101045]: self.callback(batched_events) Sep 15 02:46:21.395154 dv-cinder-759955-25-smb neutron-server[101045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 02:46:21.395154 dv-cinder-759955-25-smb neutron-server[101045]: event.method(event) Sep 15 02:46:21.395154 dv-cinder-759955-25-smb neutron-server[101045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 02:46:21.395154 dv-cinder-759955-25-smb neutron-server[101045]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 02:46:21.395154 dv-cinder-759955-25-smb neutron-server[101045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 02:46:21.395154 dv-cinder-759955-25-smb neutron-server[101045]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 02:46:21.395154 dv-cinder-759955-25-smb neutron-server[101045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 02:46:21.395154 dv-cinder-759955-25-smb neutron-server[101045]: return f(self, *a, **k) Sep 15 02:46:21.395154 dv-cinder-759955-25-smb neutron-server[101045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 02:46:21.395154 dv-cinder-759955-25-smb neutron-server[101045]: return self._get(url).json() Sep 15 02:46:21.395154 dv-cinder-759955-25-smb neutron-server[101045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 02:46:21.395154 dv-cinder-759955-25-smb neutron-server[101045]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 02:46:21.395154 dv-cinder-759955-25-smb neutron-server[101045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 02:46:21.395154 dv-cinder-759955-25-smb neutron-server[101045]: return self.request(url, 'GET', **kwargs) Sep 15 02:46:21.395154 dv-cinder-759955-25-smb neutron-server[101045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 02:46:21.395154 dv-cinder-759955-25-smb neutron-server[101045]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 02:46:21.395154 dv-cinder-759955-25-smb neutron-server[101045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 02:46:21.395154 dv-cinder-759955-25-smb neutron-server[101045]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 02:46:21.395154 dv-cinder-759955-25-smb neutron-server[101045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 02:46:21.395154 dv-cinder-759955-25-smb neutron-server[101045]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 02:46:21.395154 dv-cinder-759955-25-smb neutron-server[101045]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 02:46:21.509777 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-262557d3-203f-4612-ba0f-248d9221f3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1028887'] for network, after_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:21.519720 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-262557d3-203f-4612-ba0f-248d9221f3c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577872'] for network, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:21.521823 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-262557d3-203f-4612-ba0f-248d9221f3c9 admin admin] 10.222.0.13 "DELETE /v2.0/networks/085ffa3e-3b2e-4503-8fce-e02d7a8bf94f HTTP/1.1" status: 204 len: 168 time: 0.5207040 Sep 15 02:46:21.524649 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 37880) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:46:21.531513 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262557d3-203f-4612-ba0f-248d9221f3c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=085ffa3e-3b2e-4503-8fce-e02d7a8bf94f,revision_number=None']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:46:21.570521 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.db.db_base_plugin_v2 [None req-a560cac5-79fc-42e7-9fbf-e097b42a0ca1 admin admin] Deleting subnet a86b28f2-8bdf-4ad4-be6c-967ca3f90a35 {{(pid=101046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 02:46:21.573845 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-a560cac5-79fc-42e7-9fbf-e097b42a0ca1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:21.609410 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-a560cac5-79fc-42e7-9fbf-e097b42a0ca1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25912473'] for subnet, precommit_delete_associations {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:21.680438 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-a560cac5-79fc-42e7-9fbf-e097b42a0ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1580888'] for subnet, precommit_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:21.712876 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9409eb-c582-4f28-ada0-1c62b8138d40 req-bd1386f8-29f4-41e9-b0cb-5c49a52a3182 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:21.714352 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-cc9409eb-c582-4f28-ada0-1c62b8138d40 req-bd1386f8-29f4-41e9-b0cb-5c49a52a3182 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cf59451-e65c-4f13-b3e1-07c1aeb51055 HTTP/1.1" status: 200 len: 945 time: 0.1028378 Sep 15 02:46:21.764878 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-cc9409eb-c582-4f28-ada0-1c62b8138d40 req-f5ebf8fb-974c-444d-b1e7-78ee4b36008f tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea3f50e-21de-421b-b9af-b4641846795e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444710 Sep 15 02:46:21.804004 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-a560cac5-79fc-42e7-9fbf-e097b42a0ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1580879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25909737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27079613'] for subnet, after_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:21.831114 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a560cac5-79fc-42e7-9fbf-e097b42a0ca1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a86b28f2-8bdf-4ad4-be6c-967ca3f90a35,revision_number=None']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:46:21.835972 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-a560cac5-79fc-42e7-9fbf-e097b42a0ca1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:21.838290 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-a560cac5-79fc-42e7-9fbf-e097b42a0ca1 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a86b28f2-8bdf-4ad4-be6c-967ca3f90a35 HTTP/1.1" status: 204 len: 168 time: 0.3121884 Sep 15 02:46:21.840642 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 37888) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:46:21.914812 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-822fba42-619e-4fd2-adb6-a48ef7ab38cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615785'] for network, before_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:21.995787 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-822fba42-619e-4fd2-adb6-a48ef7ab38cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579487', 'neutron.services.segments.db._delete_segments_for_network-8781587797149'] for network, precommit_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:22.015222 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.services.segments.db [None req-822fba42-619e-4fd2-adb6-a48ef7ab38cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b6da4b1-aa54-4693-98e7-7b76fd448d9a']}} {{(pid=101045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:46:22.024602 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.services.segments.db [None req-822fba42-619e-4fd2-adb6-a48ef7ab38cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '192bde30-5be4-4c66-a94c-ffba14c970ec') {'for_net_delete': True} {{(pid=101045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:46:22.024895 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.services.segments.db [None req-822fba42-619e-4fd2-adb6-a48ef7ab38cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '192bde30-5be4-4c66-a94c-ffba14c970ec') {} {{(pid=101045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:46:22.034413 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-822fba42-619e-4fd2-adb6-a48ef7ab38cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781587795110', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26884930'] for segment, before_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:22.046816 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-822fba42-619e-4fd2-adb6-a48ef7ab38cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1581261'] for segment, precommit_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:22.052882 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-822fba42-619e-4fd2-adb6-a48ef7ab38cc admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=101045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 02:46:22.053259 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-822fba42-619e-4fd2-adb6-a48ef7ab38cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1581261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25564086'] for segment, after_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:22.055681 dv-cinder-759955-25-smb neutron-server[101045]: Traceback (most recent call last): Sep 15 02:46:22.055681 dv-cinder-759955-25-smb neutron-server[101045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 02:46:22.055681 dv-cinder-759955-25-smb neutron-server[101045]: timer() Sep 15 02:46:22.055681 dv-cinder-759955-25-smb neutron-server[101045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 02:46:22.055681 dv-cinder-759955-25-smb neutron-server[101045]: cb(*args, **kw) Sep 15 02:46:22.055681 dv-cinder-759955-25-smb neutron-server[101045]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 02:46:22.055681 dv-cinder-759955-25-smb neutron-server[101045]: return func(*args, **kwargs) Sep 15 02:46:22.055681 dv-cinder-759955-25-smb neutron-server[101045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 02:46:22.055681 dv-cinder-759955-25-smb neutron-server[101045]: self._notify() Sep 15 02:46:22.055681 dv-cinder-759955-25-smb neutron-server[101045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 02:46:22.055681 dv-cinder-759955-25-smb neutron-server[101045]: self.callback(batched_events) Sep 15 02:46:22.055681 dv-cinder-759955-25-smb neutron-server[101045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 02:46:22.055681 dv-cinder-759955-25-smb neutron-server[101045]: event.method(event) Sep 15 02:46:22.055681 dv-cinder-759955-25-smb neutron-server[101045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 02:46:22.055681 dv-cinder-759955-25-smb neutron-server[101045]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 02:46:22.055681 dv-cinder-759955-25-smb neutron-server[101045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 02:46:22.055681 dv-cinder-759955-25-smb neutron-server[101045]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 02:46:22.055681 dv-cinder-759955-25-smb neutron-server[101045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 02:46:22.055681 dv-cinder-759955-25-smb neutron-server[101045]: return f(self, *a, **k) Sep 15 02:46:22.055681 dv-cinder-759955-25-smb neutron-server[101045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 02:46:22.055681 dv-cinder-759955-25-smb neutron-server[101045]: return self._get(url).json() Sep 15 02:46:22.055681 dv-cinder-759955-25-smb neutron-server[101045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 02:46:22.055681 dv-cinder-759955-25-smb neutron-server[101045]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 02:46:22.055681 dv-cinder-759955-25-smb neutron-server[101045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 02:46:22.055681 dv-cinder-759955-25-smb neutron-server[101045]: return self.request(url, 'GET', **kwargs) Sep 15 02:46:22.055681 dv-cinder-759955-25-smb neutron-server[101045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 02:46:22.055681 dv-cinder-759955-25-smb neutron-server[101045]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 02:46:22.055681 dv-cinder-759955-25-smb neutron-server[101045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 02:46:22.055681 dv-cinder-759955-25-smb neutron-server[101045]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 02:46:22.055681 dv-cinder-759955-25-smb neutron-server[101045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 02:46:22.055681 dv-cinder-759955-25-smb neutron-server[101045]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 02:46:22.055681 dv-cinder-759955-25-smb neutron-server[101045]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 02:46:22.164104 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-822fba42-619e-4fd2-adb6-a48ef7ab38cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1028887'] for network, after_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:22.168217 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-822fba42-619e-4fd2-adb6-a48ef7ab38cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577872'] for network, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:22.170996 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-822fba42-619e-4fd2-adb6-a48ef7ab38cc admin admin] 10.222.0.13 "DELETE /v2.0/networks/5b6da4b1-aa54-4693-98e7-7b76fd448d9a HTTP/1.1" status: 204 len: 168 time: 0.3285460 Sep 15 02:46:22.185632 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822fba42-619e-4fd2-adb6-a48ef7ab38cc admin admin] Pushing event deleted for resources: {'Network': ['ID=5b6da4b1-aa54-4693-98e7-7b76fd448d9a,revision_number=None']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:46:22.196409 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9016b24-0bff-453f-8a88-2f0ef486e9bf req-4fdcfaf0-d90b-481b-ad8e-eb109a8a1548 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:22.197962 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-e9016b24-0bff-453f-8a88-2f0ef486e9bf req-4fdcfaf0-d90b-481b-ad8e-eb109a8a1548 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/ports?device_id=8186c944-7452-44a4-803d-b7a9d00cdc53 HTTP/1.1" status: 200 len: 946 time: 0.0718112 Sep 15 02:46:22.239702 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-e9016b24-0bff-453f-8a88-2f0ef486e9bf req-038ede15-81d1-4fc1-a4d4-9da298e41522 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/security-groups?id=005c9161-3e16-459b-9a3f-a4e8732292ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349050 Sep 15 02:46:22.297024 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 37904) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:46:22.411815 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-1dccb41b-77ed-4f3f-919e-87f2ddb18f06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:22.420348 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413a57dd-d765-4a63-b660-3a4047fc1808 req-2490a534-8082-4579-889c-07bc50fe64ab tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:22.421849 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-413a57dd-d765-4a63-b660-3a4047fc1808 req-2490a534-8082-4579-889c-07bc50fe64ab tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cde1811-89d9-4a39-8a7b-9a28fa6a0c08 HTTP/1.1" status: 200 len: 944 time: 0.0685720 Sep 15 02:46:22.461959 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2453f74f-88be-47a7-9275-a59347d5e631 req-6a98b619-2c77-4fee-8408-bd2e763e4999 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:22.463466 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-2453f74f-88be-47a7-9275-a59347d5e631 req-6a98b619-2c77-4fee-8408-bd2e763e4999 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb3fcddc-5c00-4077-8a3b-06b86f2ca670 HTTP/1.1" status: 200 len: 946 time: 0.0491924 Sep 15 02:46:22.476525 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-413a57dd-d765-4a63-b660-3a4047fc1808 req-78593513-8ef7-4bc1-8886-580ddf27c423 tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] 10.222.0.13 "GET /v2.0/security-groups?id=16cdc185-3249-4453-b1ac-1418ab026e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479720 Sep 15 02:46:22.506336 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-2453f74f-88be-47a7-9275-a59347d5e631 req-5fe2183f-c90e-471d-969a-158ecd07596a tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a48ec5e-5483-47a7-a61c-ca706341677d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365014 Sep 15 02:46:22.535003 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 37912) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:46:22.556964 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-1dccb41b-77ed-4f3f-919e-87f2ddb18f06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:22.582462 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-282d11d9-357f-410b-aff1-dbe3555d4a37 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=385f97c41d7c47498447c2c6220676de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0457985 Sep 15 02:46:22.584949 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 37914) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:46:22.614908 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-1dccb41b-77ed-4f3f-919e-87f2ddb18f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:22.636899 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-b3073763-1b25-4819-b20d-c11b2970f023 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:22.654752 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-1dccb41b-77ed-4f3f-919e-87f2ddb18f06 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=93903a384d714238b24f27cc87a86fda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3566434 Sep 15 02:46:22.655493 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dccb41b-77ed-4f3f-919e-87f2ddb18f06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f352b9-7226-4b37-8eda-16f1d3481fa3,revision_number=1']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:46:22.658254 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 37916) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:46:22.662533 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-b3073763-1b25-4819-b20d-c11b2970f023 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:22.733096 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-90f73e4c-73fb-4e1d-b310-9b58b9a241d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:22.755329 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-90f73e4c-73fb-4e1d-b310-9b58b9a241d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:22.832477 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-b3073763-1b25-4819-b20d-c11b2970f023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:22.838830 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-b3073763-1b25-4819-b20d-c11b2970f023 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:22.838830 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-b3073763-1b25-4819-b20d-c11b2970f023 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/17dd4361-a6bd-4c48-a308-b901f27c141d HTTP/1.1" status: 204 len: 168 time: 0.2505331 Sep 15 02:46:22.853778 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3073763-1b25-4819-b20d-c11b2970f023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17dd4361-a6bd-4c48-a308-b901f27c141d,revision_number=None']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:46:22.912180 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a25d8a5-82b3-4dd1-a15b-a1438cd56d7e req-9cd8dfdc-fe18-47a4-a31b-12315d59f9da tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:22.912686 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-90f73e4c-73fb-4e1d-b310-9b58b9a241d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:22.914464 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-9a25d8a5-82b3-4dd1-a15b-a1438cd56d7e req-9cd8dfdc-fe18-47a4-a31b-12315d59f9da tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cf59451-e65c-4f13-b3e1-07c1aeb51055 HTTP/1.1" status: 200 len: 945 time: 0.0627122 Sep 15 02:46:22.914740 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-90f73e4c-73fb-4e1d-b310-9b58b9a241d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:22.918187 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-90f73e4c-73fb-4e1d-b310-9b58b9a241d7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c2f352b9-7226-4b37-8eda-16f1d3481fa3 HTTP/1.1" status: 204 len: 168 time: 0.2560949 Sep 15 02:46:22.926358 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f73e4c-73fb-4e1d-b310-9b58b9a241d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f352b9-7226-4b37-8eda-16f1d3481fa3,revision_number=None']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:46:22.969879 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-9a25d8a5-82b3-4dd1-a15b-a1438cd56d7e req-358f6244-efd0-4bf0-901d-c402c08b7fcf tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea3f50e-21de-421b-b9af-b4641846795e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487084 Sep 15 02:46:23.384782 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f01cfb-198c-4e16-9335-6904e2ddbe49 req-7fc344d2-550f-488a-a9c5-0c79034df83d tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:23.386286 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-90f01cfb-198c-4e16-9335-6904e2ddbe49 req-7fc344d2-550f-488a-a9c5-0c79034df83d tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/ports?device_id=8186c944-7452-44a4-803d-b7a9d00cdc53 HTTP/1.1" status: 200 len: 946 time: 0.0660870 Sep 15 02:46:23.425702 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-90f01cfb-198c-4e16-9335-6904e2ddbe49 req-9f26adf5-45b6-4bbb-b23b-b10cb85c5ddd tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/security-groups?id=005c9161-3e16-459b-9a3f-a4e8732292ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334311 Sep 15 02:46:23.609538 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7fc90c-b31e-4a8e-b452-3fd9c6396d4a req-0b816e0a-ac6e-4b9a-a707-765c1fd87862 tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:23.611077 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-2e7fc90c-b31e-4a8e-b452-3fd9c6396d4a req-0b816e0a-ac6e-4b9a-a707-765c1fd87862 tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cde1811-89d9-4a39-8a7b-9a28fa6a0c08 HTTP/1.1" status: 200 len: 944 time: 0.0630879 Sep 15 02:46:23.615819 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 37942) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:46:23.637387 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-b4c2d401-8e5d-4ba1-bfe7-4ad944446023 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:23.655298 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-2e7fc90c-b31e-4a8e-b452-3fd9c6396d4a req-98c95c30-b364-44cd-b2c8-6e1b3a8bb236 tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] 10.222.0.13 "GET /v2.0/security-groups?id=16cdc185-3249-4453-b1ac-1418ab026e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351882 Sep 15 02:46:23.686767 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 37944) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:46:23.697594 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e271d1-9b1c-4a31-a7bd-c36d2c21ed54 req-19eb6877-7079-4219-a664-ad2e824b4159 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:23.699095 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-a2e271d1-9b1c-4a31-a7bd-c36d2c21ed54 req-19eb6877-7079-4219-a664-ad2e824b4159 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb3fcddc-5c00-4077-8a3b-06b86f2ca670 HTTP/1.1" status: 200 len: 946 time: 0.0759892 Sep 15 02:46:23.729046 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-5677b393-1751-4ed3-880a-1e4b0d3d3a32 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e413026519734b6e8c77db5246b7e404&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0410147 Sep 15 02:46:23.731641 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 37946) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:46:23.758007 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-a2e271d1-9b1c-4a31-a7bd-c36d2c21ed54 req-9fd8f161-4842-4ba9-85d3-62a5a2a05ec9 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a48ec5e-5483-47a7-a61c-ca706341677d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451765 Sep 15 02:46:23.785453 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-6417f08e-c37b-4279-84e2-b7a7aa900746 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:23.798636 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-b4c2d401-8e5d-4ba1-bfe7-4ad944446023 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:23.806470 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-6417f08e-c37b-4279-84e2-b7a7aa900746 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:23.843991 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-b4c2d401-8e5d-4ba1-bfe7-4ad944446023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:23.885478 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-b4c2d401-8e5d-4ba1-bfe7-4ad944446023 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cca61c0463314a3a9e30206ee437c832&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2683861 Sep 15 02:46:23.886586 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c2d401-8e5d-4ba1-bfe7-4ad944446023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b1801d3-d8b3-4eac-ab86-9e1b937ac231,revision_number=1']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:46:23.888164 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 37948) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:46:23.936042 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-326a2c43-6a54-4ea2-8576-c6382986f7a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:23.937443 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-6417f08e-c37b-4279-84e2-b7a7aa900746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:23.940550 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-6417f08e-c37b-4279-84e2-b7a7aa900746 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:23.941682 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-6417f08e-c37b-4279-84e2-b7a7aa900746 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b425402b-aa83-40de-9cab-8db01f46ec5c HTTP/1.1" status: 204 len: 168 time: 0.2091594 Sep 15 02:46:23.960289 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6417f08e-c37b-4279-84e2-b7a7aa900746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b425402b-aa83-40de-9cab-8db01f46ec5c,revision_number=None']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:46:23.972286 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-326a2c43-6a54-4ea2-8576-c6382986f7a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:24.082806 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922ce86b-56b7-4354-8a4c-301dc9ba12b0 req-33670a4c-8459-4377-a039-7bbb8345fa49 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:24.084357 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-922ce86b-56b7-4354-8a4c-301dc9ba12b0 req-33670a4c-8459-4377-a039-7bbb8345fa49 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cf59451-e65c-4f13-b3e1-07c1aeb51055 HTTP/1.1" status: 200 len: 945 time: 0.0498972 Sep 15 02:46:24.115698 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-326a2c43-6a54-4ea2-8576-c6382986f7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:24.118077 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-326a2c43-6a54-4ea2-8576-c6382986f7a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:24.119203 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-326a2c43-6a54-4ea2-8576-c6382986f7a0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2b1801d3-d8b3-4eac-ab86-9e1b937ac231 HTTP/1.1" status: 204 len: 168 time: 0.2300088 Sep 15 02:46:24.128300 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-922ce86b-56b7-4354-8a4c-301dc9ba12b0 req-ed741d3a-e57a-40f5-b02e-4e366d246c61 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea3f50e-21de-421b-b9af-b4641846795e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381498 Sep 15 02:46:24.133369 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326a2c43-6a54-4ea2-8576-c6382986f7a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b1801d3-d8b3-4eac-ab86-9e1b937ac231,revision_number=None']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:46:24.326908 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Device b2153329-f3ab-40ac-846a-a9b0266e854f details requested by agent hyperv_hv-cinder-75995 with host hv-cinder-75995 {{(pid=101047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 02:46:24.435045 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] For port b2153329-f3ab-40ac-846a-a9b0266e854f, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=b2153329-f3ab-40ac-846a-a9b0266e854f,segment=NetworkSegment(a162e7d6-fad6-4187-9a1d-b6c37a7ba7cb),segment_id=a162e7d6-fad6-4187-9a1d-b6c37a7ba7cb)] {{(pid=101047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:46:24.449437 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Returning: {'device': 'b2153329-f3ab-40ac-846a-a9b0266e854f', 'network_id': '8ce6648d-b1f3-413e-9b94-d36df2cb1808', 'port_id': 'b2153329-f3ab-40ac-846a-a9b0266e854f', 'mac_address': 'fa:16:3e:c4:43:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7dca805-2447-4e3d-bb9c-d18872dcba70', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 02:46:24.488864 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:24.501902 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.notifiers.nova [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2153329-f3ab-40ac-846a-a9b0266e854f {{(pid=101047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 02:46:24.525008 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] For port b2153329-f3ab-40ac-846a-a9b0266e854f, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=b2153329-f3ab-40ac-846a-a9b0266e854f,segment=NetworkSegment(a162e7d6-fad6-4187-9a1d-b6c37a7ba7cb),segment_id=a162e7d6-fad6-4187-9a1d-b6c37a7ba7cb)] {{(pid=101047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:46:24.558155 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7552d36-0167-4594-bf84-e661ec18c341 req-ad695683-02f4-4eec-ab01-c4f7811b3805 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:24.559661 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-f7552d36-0167-4594-bf84-e661ec18c341 req-ad695683-02f4-4eec-ab01-c4f7811b3805 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/ports?device_id=8186c944-7452-44a4-803d-b7a9d00cdc53 HTTP/1.1" status: 200 len: 946 time: 0.0529625 Sep 15 02:46:24.592366 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:24.603829 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-f7552d36-0167-4594-bf84-e661ec18c341 req-4d9aa5f3-2f34-4f5c-a9c2-f0b486844e0b tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/security-groups?id=005c9161-3e16-459b-9a3f-a4e8732292ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379722 Sep 15 02:46:24.643331 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Pushing event updated for resources: {'Port': ['ID=b2153329-f3ab-40ac-846a-a9b0266e854f,revision_number=4']} {{(pid=101047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:46:24.732495 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 37978) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:46:24.746275 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-d19b6d79-30e8-455d-b641-1d4342dd148b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:24.771872 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7662b0-c6e8-423a-b1b5-9d3427c534b4 req-baa568d0-7eb8-46e8-9d3e-cd9a49328fa5 tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:24.774068 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-7e7662b0-c6e8-423a-b1b5-9d3427c534b4 req-baa568d0-7eb8-46e8-9d3e-cd9a49328fa5 tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cde1811-89d9-4a39-8a7b-9a28fa6a0c08 HTTP/1.1" status: 200 len: 945 time: 0.0510356 Sep 15 02:46:24.816368 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-7e7662b0-c6e8-423a-b1b5-9d3427c534b4 req-0f63a53c-f602-498d-98b3-965edc99ea1e tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] 10.222.0.13 "GET /v2.0/security-groups?id=16cdc185-3249-4453-b1ac-1418ab026e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359674 Sep 15 02:46:24.868487 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-d19b6d79-30e8-455d-b641-1d4342dd148b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:24.883509 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] get_ports_and_sgs() called for port_ids ['b2153329-f3ab-40ac-846a-a9b0266e854f'] {{(pid=101047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 02:46:24.891057 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e11ae8-62ab-44e0-8188-cda285367927 req-0e9b6565-efdf-4fb8-97f0-b823b3fb3402 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:24.892018 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-47e11ae8-62ab-44e0-8188-cda285367927 req-0e9b6565-efdf-4fb8-97f0-b823b3fb3402 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb3fcddc-5c00-4077-8a3b-06b86f2ca670 HTTP/1.1" status: 200 len: 946 time: 0.0567715 Sep 15 02:46:24.931307 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-d19b6d79-30e8-455d-b641-1d4342dd148b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:24.951390 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-47e11ae8-62ab-44e0-8188-cda285367927 req-5d37e7d8-099e-4543-83c5-6f51e3c2e9cc tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a48ec5e-5483-47a7-a61c-ca706341677d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522888 Sep 15 02:46:24.982124 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-d19b6d79-30e8-455d-b641-1d4342dd148b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=049929b319d04a2b84637f40ece96c0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2483718 Sep 15 02:46:24.990856 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19b6d79-30e8-455d-b641-1d4342dd148b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=595c02ac-d9d2-4584-b9e5-d59900b2e237,revision_number=1']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:46:24.991373 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 37986) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:46:25.044001 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-b57f7d57-927e-4468-9e89-3c5e6b4fabd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:25.064860 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-b57f7d57-927e-4468-9e89-3c5e6b4fabd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:25.220606 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-b57f7d57-927e-4468-9e89-3c5e6b4fabd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:25.223400 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-b57f7d57-927e-4468-9e89-3c5e6b4fabd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:25.225278 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-b57f7d57-927e-4468-9e89-3c5e6b4fabd9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/595c02ac-d9d2-4584-b9e5-d59900b2e237 HTTP/1.1" status: 204 len: 168 time: 0.2323155 Sep 15 02:46:25.236939 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57f7d57-927e-4468-9e89-3c5e6b4fabd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=595c02ac-d9d2-4584-b9e5-d59900b2e237,revision_number=None']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:46:25.262311 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49273d0c-b2f7-4ca7-900b-d44ce0e3152a req-1fb9a4dd-6bec-4ee1-872d-12dbe3fee140 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:25.263780 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-49273d0c-b2f7-4ca7-900b-d44ce0e3152a req-1fb9a4dd-6bec-4ee1-872d-12dbe3fee140 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cf59451-e65c-4f13-b3e1-07c1aeb51055 HTTP/1.1" status: 200 len: 945 time: 0.0618329 Sep 15 02:46:25.303479 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-49273d0c-b2f7-4ca7-900b-d44ce0e3152a req-1568e572-35ad-424a-8507-dd3b4b9bc2b8 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea3f50e-21de-421b-b9af-b4641846795e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325308 Sep 15 02:46:25.726232 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7507181d-b35f-468e-8a63-36c2d2b48db1 req-a3093d0b-89d4-45ad-b404-1308c12178e1 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:25.727703 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-7507181d-b35f-468e-8a63-36c2d2b48db1 req-a3093d0b-89d4-45ad-b404-1308c12178e1 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/ports?device_id=8186c944-7452-44a4-803d-b7a9d00cdc53 HTTP/1.1" status: 200 len: 946 time: 0.0489786 Sep 15 02:46:25.764783 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-7507181d-b35f-468e-8a63-36c2d2b48db1 req-aa9bbd95-c4b6-4c66-acc3-7acf5cf4e897 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/security-groups?id=005c9161-3e16-459b-9a3f-a4e8732292ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308259 Sep 15 02:46:25.936440 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d06259a-000b-4393-92a4-228a4303c617 req-3f6d33ec-534b-4516-90ec-15bff2898f63 tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:25.937988 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-0d06259a-000b-4393-92a4-228a4303c617 req-3f6d33ec-534b-4516-90ec-15bff2898f63 tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cde1811-89d9-4a39-8a7b-9a28fa6a0c08 HTTP/1.1" status: 200 len: 945 time: 0.0490427 Sep 15 02:46:25.977435 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-0d06259a-000b-4393-92a4-228a4303c617 req-b6c5ede8-bcca-4d60-af3d-0fccc61c4eb2 tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] 10.222.0.13 "GET /v2.0/security-groups?id=16cdc185-3249-4453-b1ac-1418ab026e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321271 Sep 15 02:46:26.076931 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33a7d06-6006-4052-b464-174a84d51cd5 req-5a7857a3-e634-4db7-81cb-acf0efbd3fff tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:26.078473 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-f33a7d06-6006-4052-b464-174a84d51cd5 req-5a7857a3-e634-4db7-81cb-acf0efbd3fff tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb3fcddc-5c00-4077-8a3b-06b86f2ca670 HTTP/1.1" status: 200 len: 946 time: 0.0513303 Sep 15 02:46:26.117771 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-f33a7d06-6006-4052-b464-174a84d51cd5 req-1e537f7d-3eaf-4042-991e-51bf3d0da27a tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a48ec5e-5483-47a7-a61c-ca706341677d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314920 Sep 15 02:46:26.328144 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Device b2153329-f3ab-40ac-846a-a9b0266e854f up at agent hyperv_hv-cinder-75995 {{(pid=101047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:46:26.420413 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Provisioning for port b2153329-f3ab-40ac-846a-a9b0266e854f completed by entity L2. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 02:46:26.421413 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6d72e7-5543-4ec1-9f26-d5460ef682dc req-98ea97f7-8579-4d52-a0e6-128b28ca5f0c tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:26.422878 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-ce6d72e7-5543-4ec1-9f26-d5460ef682dc req-98ea97f7-8579-4d52-a0e6-128b28ca5f0c tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cf59451-e65c-4f13-b3e1-07c1aeb51055 HTTP/1.1" status: 200 len: 945 time: 0.0470114 Sep 15 02:46:26.424347 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Provisioning complete for port b2153329-f3ab-40ac-846a-a9b0266e854f triggered by entity L2. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:46:26.425260 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1575204'] for port, provisioning_complete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:26.462670 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-ce6d72e7-5543-4ec1-9f26-d5460ef682dc req-920f5278-630d-4a9b-8e0a-c6bf8212d229 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea3f50e-21de-421b-b9af-b4641846795e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325294 Sep 15 02:46:26.505536 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:26.530181 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cde1811-89d9-4a39-8a7b-9a28fa6a0c08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2153329-f3ab-40ac-846a-a9b0266e854f'}] {{(pid=101047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:46:26.539461 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c8380946bd2a122839d37a92bf46cf7528befbf14a007f21b6f8387627c5c86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a15f9ab-4c71-4312-9afe-bf5c6583f18b" -d '{"events": [{"server_uuid": "7cde1811-89d9-4a39-8a7b-9a28fa6a0c08", "name": "network-vif-plugged", "status": "completed", "tag": "b2153329-f3ab-40ac-846a-a9b0266e854f"}]}' {{(pid=101047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:46:26.545898 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] For port b2153329-f3ab-40ac-846a-a9b0266e854f, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=b2153329-f3ab-40ac-846a-a9b0266e854f,segment=NetworkSegment(a162e7d6-fad6-4187-9a1d-b6c37a7ba7cb),segment_id=a162e7d6-fad6-4187-9a1d-b6c37a7ba7cb)] {{(pid=101047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:46:26.575140 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 02:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb9d8f32-55de-42ec-bed8-15d767c52452 x-openstack-request-id: req-cb9d8f32-55de-42ec-bed8-15d767c52452 {{(pid=101047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:46:26.575499 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cde1811-89d9-4a39-8a7b-9a28fa6a0c08", "name": "network-vif-plugged", "status": "completed", "tag": "b2153329-f3ab-40ac-846a-a9b0266e854f", "code": 200}]} {{(pid=101047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:46:26.575754 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cb9d8f32-55de-42ec-bed8-15d767c52452 {{(pid=101047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:46:26.576138 dv-cinder-759955-25-smb neutron-server[101047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cde1811-89d9-4a39-8a7b-9a28fa6a0c08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2153329-f3ab-40ac-846a-a9b0266e854f', 'code': 200} Sep 15 02:46:26.608957 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:26.665044 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Pushing event updated for resources: {'Port': ['ID=b2153329-f3ab-40ac-846a-a9b0266e854f,revision_number=5']} {{(pid=101047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:46:26.892532 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2129ede8-925b-42a7-a392-ff0ee5b18dea req-0b66dc14-9234-4a32-9c90-c093fc27ec55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:26.894208 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-2129ede8-925b-42a7-a392-ff0ee5b18dea req-0b66dc14-9234-4a32-9c90-c093fc27ec55 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=7cde1811-89d9-4a39-8a7b-9a28fa6a0c08 HTTP/1.1" status: 200 len: 1099 time: 0.0747302 Sep 15 02:46:26.906877 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd8ab63-19fd-4504-a1c0-32f2c38ffda6 req-b96ca895-7ebf-4919-8886-aac2932353c9 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:26.908236 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-abd8ab63-19fd-4504-a1c0-32f2c38ffda6 req-b96ca895-7ebf-4919-8886-aac2932353c9 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/ports?device_id=8186c944-7452-44a4-803d-b7a9d00cdc53 HTTP/1.1" status: 200 len: 946 time: 0.0600801 Sep 15 02:46:26.963770 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-2129ede8-925b-42a7-a392-ff0ee5b18dea req-21e657ff-43fc-4fbb-820b-b89695bfe023 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=16cdc185-3249-4453-b1ac-1418ab026e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540195 Sep 15 02:46:26.966697 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-abd8ab63-19fd-4504-a1c0-32f2c38ffda6 req-a424f6a1-673b-4e85-9eca-c815a7f2ff08 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/security-groups?id=005c9161-3e16-459b-9a3f-a4e8732292ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515523 Sep 15 02:46:27.093639 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b588b579-c4ad-4a7d-ba9a-a7d71478953f req-5f04a982-0072-4c8f-b398-3bb1b38e4471 tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:27.095284 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-b588b579-c4ad-4a7d-ba9a-a7d71478953f req-5f04a982-0072-4c8f-b398-3bb1b38e4471 tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cde1811-89d9-4a39-8a7b-9a28fa6a0c08 HTTP/1.1" status: 200 len: 946 time: 0.0489738 Sep 15 02:46:27.137686 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-b588b579-c4ad-4a7d-ba9a-a7d71478953f req-61ebf577-1d44-41a3-a5b8-12ed53e7fff3 tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] 10.222.0.13 "GET /v2.0/security-groups?id=16cdc185-3249-4453-b1ac-1418ab026e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329809 Sep 15 02:46:27.235569 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444b81e4-f600-4304-8366-0a511a0c23d6 req-0165e253-e95c-4bab-b25f-a177a2114828 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:27.237639 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-444b81e4-f600-4304-8366-0a511a0c23d6 req-0165e253-e95c-4bab-b25f-a177a2114828 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb3fcddc-5c00-4077-8a3b-06b86f2ca670 HTTP/1.1" status: 200 len: 946 time: 0.0499966 Sep 15 02:46:27.276020 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-444b81e4-f600-4304-8366-0a511a0c23d6 req-8f208dee-bc46-4bec-b140-82fdf1ecf442 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a48ec5e-5483-47a7-a61c-ca706341677d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322680 Sep 15 02:46:27.581223 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa08943d-ae31-4da5-a5b0-f310a7554639 req-776abea9-b4c3-459a-b94a-f8c2654ffa4a tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:27.582550 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-fa08943d-ae31-4da5-a5b0-f310a7554639 req-776abea9-b4c3-459a-b94a-f8c2654ffa4a tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cf59451-e65c-4f13-b3e1-07c1aeb51055 HTTP/1.1" status: 200 len: 945 time: 0.0499575 Sep 15 02:46:27.621303 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-fa08943d-ae31-4da5-a5b0-f310a7554639 req-b5e2b02b-c3b3-42a9-9b56-593e207e22ed tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea3f50e-21de-421b-b9af-b4641846795e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326784 Sep 15 02:46:28.086724 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5bdb6d-2f49-44ca-b46a-edbec32eef38 req-ae36a8c4-5690-4220-9f53-53abe3d02fed tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:28.088216 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-9d5bdb6d-2f49-44ca-b46a-edbec32eef38 req-ae36a8c4-5690-4220-9f53-53abe3d02fed tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/ports?device_id=8186c944-7452-44a4-803d-b7a9d00cdc53 HTTP/1.1" status: 200 len: 946 time: 0.0511017 Sep 15 02:46:28.127097 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-9d5bdb6d-2f49-44ca-b46a-edbec32eef38 req-b6fb4309-4661-44a5-8fb1-f5351d2403bf tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/security-groups?id=005c9161-3e16-459b-9a3f-a4e8732292ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322847 Sep 15 02:46:28.283311 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637c39db-55f1-41d4-97cf-e092c378467f req-4222a58f-04b4-456c-af9e-a75fc757f885 tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:28.286412 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-637c39db-55f1-41d4-97cf-e092c378467f req-4222a58f-04b4-456c-af9e-a75fc757f885 tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cde1811-89d9-4a39-8a7b-9a28fa6a0c08 HTTP/1.1" status: 200 len: 946 time: 0.0608237 Sep 15 02:46:28.335387 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-637c39db-55f1-41d4-97cf-e092c378467f req-160374f2-b155-4910-8304-127006ebe076 tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] 10.222.0.13 "GET /v2.0/security-groups?id=16cdc185-3249-4453-b1ac-1418ab026e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417161 Sep 15 02:46:28.337608 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Device 7803cf27-e539-421b-b66e-690840106306 details requested by agent hyperv_hv-cinder-75995 with host hv-cinder-75995 {{(pid=101047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 02:46:28.408641 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae7887f-1f36-4b1d-8b73-7cfda0fe2f78 req-f0864f27-e646-4623-9a54-daf20f968c41 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:28.410751 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-cae7887f-1f36-4b1d-8b73-7cfda0fe2f78 req-f0864f27-e646-4623-9a54-daf20f968c41 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb3fcddc-5c00-4077-8a3b-06b86f2ca670 HTTP/1.1" status: 200 len: 946 time: 0.0498810 Sep 15 02:46:28.446974 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] For port 7803cf27-e539-421b-b66e-690840106306, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=7803cf27-e539-421b-b66e-690840106306,segment=NetworkSegment(05f52a86-8cc0-4a65-9024-5aaf0393990e),segment_id=05f52a86-8cc0-4a65-9024-5aaf0393990e)] {{(pid=101047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:46:28.451839 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-cae7887f-1f36-4b1d-8b73-7cfda0fe2f78 req-eb3b1a58-bb0d-4eab-b32e-b211cfbfc8ee tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a48ec5e-5483-47a7-a61c-ca706341677d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346482 Sep 15 02:46:28.458783 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Returning: {'device': '7803cf27-e539-421b-b66e-690840106306', 'network_id': '559d7eea-ef89-4b33-b717-afb1545433a5', 'port_id': '7803cf27-e539-421b-b66e-690840106306', 'mac_address': 'fa:16:3e:4b:cf:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16cede8a-7007-4219-aa2d-1189c5c08411', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 02:46:28.500211 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:28.515483 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.notifiers.nova [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7803cf27-e539-421b-b66e-690840106306 {{(pid=101047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 02:46:28.533594 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] For port 7803cf27-e539-421b-b66e-690840106306, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=7803cf27-e539-421b-b66e-690840106306,segment=NetworkSegment(05f52a86-8cc0-4a65-9024-5aaf0393990e),segment_id=05f52a86-8cc0-4a65-9024-5aaf0393990e)] {{(pid=101047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:46:28.614865 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:28.631902 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 38100) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:46:28.668931 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Pushing event updated for resources: {'Port': ['ID=7803cf27-e539-421b-b66e-690840106306,revision_number=6']} {{(pid=101047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:46:28.748194 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b462734e-3065-4466-9f1a-dc26363fe199 req-05efa89b-1011-439f-b768-c91ff2a1fd3d tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:28.749694 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-b462734e-3065-4466-9f1a-dc26363fe199 req-05efa89b-1011-439f-b768-c91ff2a1fd3d tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cf59451-e65c-4f13-b3e1-07c1aeb51055 HTTP/1.1" status: 200 len: 944 time: 0.0480771 Sep 15 02:46:28.752557 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] get_ports_and_sgs() called for port_ids ['7803cf27-e539-421b-b66e-690840106306'] {{(pid=101047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 02:46:28.770064 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-06e463ba-7e38-4f71-ae94-e5a235cbcf57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:28.811505 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-b462734e-3065-4466-9f1a-dc26363fe199 req-57e2d9f8-1489-4102-b980-e11736a6c603 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea3f50e-21de-421b-b9af-b4641846795e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541716 Sep 15 02:46:28.888386 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-06e463ba-7e38-4f71-ae94-e5a235cbcf57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:28.975228 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-06e463ba-7e38-4f71-ae94-e5a235cbcf57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:29.018238 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-06e463ba-7e38-4f71-ae94-e5a235cbcf57 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=81e8d0effe554933b455fd83de116af0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3851669 Sep 15 02:46:29.019107 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e463ba-7e38-4f71-ae94-e5a235cbcf57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c1ea437-31f6-49c7-b5e9-e537ec4a9251,revision_number=1']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:46:29.021124 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 38106) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:46:29.071629 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-25a60794-d2e8-4bdb-9dc3-7b1f45c17b4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:29.092518 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-25a60794-d2e8-4bdb-9dc3-7b1f45c17b4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:29.223420 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-25a60794-d2e8-4bdb-9dc3-7b1f45c17b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:29.226445 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-25a60794-d2e8-4bdb-9dc3-7b1f45c17b4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:29.227631 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-25a60794-d2e8-4bdb-9dc3-7b1f45c17b4f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6c1ea437-31f6-49c7-b5e9-e537ec4a9251 HTTP/1.1" status: 204 len: 168 time: 0.2052302 Sep 15 02:46:29.244873 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a60794-d2e8-4bdb-9dc3-7b1f45c17b4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c1ea437-31f6-49c7-b5e9-e537ec4a9251,revision_number=None']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:46:29.256375 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a60794-d2e8-4bdb-9dc3-7b1f45c17b4f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:46:29.256877 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a60794-d2e8-4bdb-9dc3-7b1f45c17b4f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:46:29.257063 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a60794-d2e8-4bdb-9dc3-7b1f45c17b4f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:46:29.257361 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a60794-d2e8-4bdb-9dc3-7b1f45c17b4f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:46:29.257733 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a60794-d2e8-4bdb-9dc3-7b1f45c17b4f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:46:29.258064 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a60794-d2e8-4bdb-9dc3-7b1f45c17b4f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:46:29.258384 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a60794-d2e8-4bdb-9dc3-7b1f45c17b4f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:46:29.258725 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a60794-d2e8-4bdb-9dc3-7b1f45c17b4f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:46:29.259030 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a60794-d2e8-4bdb-9dc3-7b1f45c17b4f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:46:29.259349 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a60794-d2e8-4bdb-9dc3-7b1f45c17b4f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:46:29.259664 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a60794-d2e8-4bdb-9dc3-7b1f45c17b4f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:46:29.259973 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a60794-d2e8-4bdb-9dc3-7b1f45c17b4f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:46:29.279834 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2082376-2178-4d61-bdf7-19f718223577 req-178de4e2-b3cf-42ff-8da0-e1b07704b211 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:29.281617 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-a2082376-2178-4d61-bdf7-19f718223577 req-178de4e2-b3cf-42ff-8da0-e1b07704b211 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/ports?device_id=8186c944-7452-44a4-803d-b7a9d00cdc53 HTTP/1.1" status: 200 len: 946 time: 0.0847116 Sep 15 02:46:29.322438 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-a2082376-2178-4d61-bdf7-19f718223577 req-d336cafd-08b2-4514-a120-79e5af71131f tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/security-groups?id=005c9161-3e16-459b-9a3f-a4e8732292ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328493 Sep 15 02:46:29.461679 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c642d5-7a35-4d8a-bd92-b06276a9c144 req-53db8dd6-9ed5-4f40-a3c8-520232f0a450 tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:29.463568 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-d0c642d5-7a35-4d8a-bd92-b06276a9c144 req-53db8dd6-9ed5-4f40-a3c8-520232f0a450 tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cde1811-89d9-4a39-8a7b-9a28fa6a0c08 HTTP/1.1" status: 200 len: 946 time: 0.0476263 Sep 15 02:46:29.507627 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-d0c642d5-7a35-4d8a-bd92-b06276a9c144 req-1d265195-5e67-4776-8d31-70ad5df4e81e tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] 10.222.0.13 "GET /v2.0/security-groups?id=16cdc185-3249-4453-b1ac-1418ab026e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381804 Sep 15 02:46:29.591498 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452ff73b-3828-4a1e-b142-026f667d8481 req-2397f22f-13a1-48ad-84c9-1d9b1ab1a7da tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:29.593426 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-452ff73b-3828-4a1e-b142-026f667d8481 req-2397f22f-13a1-48ad-84c9-1d9b1ab1a7da tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb3fcddc-5c00-4077-8a3b-06b86f2ca670 HTTP/1.1" status: 200 len: 946 time: 0.0540333 Sep 15 02:46:29.643486 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-452ff73b-3828-4a1e-b142-026f667d8481 req-35f90b1c-1942-4613-9d66-387dd9a50a29 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a48ec5e-5483-47a7-a61c-ca706341677d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378554 Sep 15 02:46:29.948140 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1780cf7d-0c5d-4593-b4f5-95b2679c8c37 req-c4ee66a7-3d3e-4721-b974-9c35dfdf7a3f tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:29.949684 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-1780cf7d-0c5d-4593-b4f5-95b2679c8c37 req-c4ee66a7-3d3e-4721-b974-9c35dfdf7a3f tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cf59451-e65c-4f13-b3e1-07c1aeb51055 HTTP/1.1" status: 200 len: 944 time: 0.0567365 Sep 15 02:46:29.995590 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-1780cf7d-0c5d-4593-b4f5-95b2679c8c37 req-2fd2e751-5d13-4a17-9c1a-a3ea50fa7851 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea3f50e-21de-421b-b9af-b4641846795e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362182 Sep 15 02:46:30.357862 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Device 7803cf27-e539-421b-b66e-690840106306 up at agent hyperv_hv-cinder-75995 {{(pid=101047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:46:30.511126 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Provisioning complete for port 7803cf27-e539-421b-b66e-690840106306 triggered by entity L2. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:46:30.511126 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1575204'] for port, provisioning_complete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:30.511751 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c79af64-de99-4d9b-b012-488b5406a1dc req-db5b7fc3-ccd0-44d8-9984-0582ba43c9f4 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:30.511751 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-5c79af64-de99-4d9b-b012-488b5406a1dc req-db5b7fc3-ccd0-44d8-9984-0582ba43c9f4 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/ports?device_id=8186c944-7452-44a4-803d-b7a9d00cdc53 HTTP/1.1" status: 200 len: 946 time: 0.0595491 Sep 15 02:46:30.554178 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:30.554385 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-5c79af64-de99-4d9b-b012-488b5406a1dc req-bef99bf4-5928-4c95-9014-5358f3f1419b tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/security-groups?id=005c9161-3e16-459b-9a3f-a4e8732292ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561883 Sep 15 02:46:30.583879 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cf59451-e65c-4f13-b3e1-07c1aeb51055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7803cf27-e539-421b-b66e-690840106306'}] {{(pid=101047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:46:30.586635 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c8380946bd2a122839d37a92bf46cf7528befbf14a007f21b6f8387627c5c86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ab360b8-0d6e-48ce-a0a9-7b87d73352cb" -d '{"events": [{"server_uuid": "3cf59451-e65c-4f13-b3e1-07c1aeb51055", "name": "network-vif-plugged", "status": "completed", "tag": "7803cf27-e539-421b-b66e-690840106306"}]}' {{(pid=101047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:46:30.605833 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] For port 7803cf27-e539-421b-b66e-690840106306, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=7803cf27-e539-421b-b66e-690840106306,segment=NetworkSegment(05f52a86-8cc0-4a65-9024-5aaf0393990e),segment_id=05f52a86-8cc0-4a65-9024-5aaf0393990e)] {{(pid=101047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:46:30.639837 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 02:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94a5c9a2-0c1b-467d-829d-70f023d0dc8a x-openstack-request-id: req-94a5c9a2-0c1b-467d-829d-70f023d0dc8a {{(pid=101047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:46:30.640158 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cf59451-e65c-4f13-b3e1-07c1aeb51055", "name": "network-vif-plugged", "status": "completed", "tag": "7803cf27-e539-421b-b66e-690840106306", "code": 200}]} {{(pid=101047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:46:30.640412 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-94a5c9a2-0c1b-467d-829d-70f023d0dc8a {{(pid=101047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:46:30.640805 dv-cinder-759955-25-smb neutron-server[101047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cf59451-e65c-4f13-b3e1-07c1aeb51055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7803cf27-e539-421b-b66e-690840106306', 'code': 200} Sep 15 02:46:30.707546 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:30.778658 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Pushing event updated for resources: {'Port': ['ID=7803cf27-e539-421b-b66e-690840106306,revision_number=7']} {{(pid=101047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:46:30.820224 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71cf41b-2430-411d-89c7-1b3cc09a6e91 req-a3ac3447-7f0a-467b-b544-5f622f2b5cc5 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:30.823916 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-d71cf41b-2430-411d-89c7-1b3cc09a6e91 req-a3ac3447-7f0a-467b-b544-5f622f2b5cc5 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb3fcddc-5c00-4077-8a3b-06b86f2ca670 HTTP/1.1" status: 200 len: 946 time: 0.0744450 Sep 15 02:46:30.872506 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-d71cf41b-2430-411d-89c7-1b3cc09a6e91 req-874dcd1a-6bc7-4d5d-aa84-9fb64a965923 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a48ec5e-5483-47a7-a61c-ca706341677d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423684 Sep 15 02:46:31.201592 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c61ec8-6db6-438e-85f4-6db20174c02b req-b7483e58-1a34-4754-b399-3ea1c20da7fe tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:31.209839 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-08c61ec8-6db6-438e-85f4-6db20174c02b req-b7483e58-1a34-4754-b399-3ea1c20da7fe tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cf59451-e65c-4f13-b3e1-07c1aeb51055 HTTP/1.1" status: 200 len: 945 time: 0.0879655 Sep 15 02:46:31.258941 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-08c61ec8-6db6-438e-85f4-6db20174c02b req-2f01ef25-d835-4176-ba5a-38d53fe50197 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea3f50e-21de-421b-b9af-b4641846795e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480518 Sep 15 02:46:31.689343 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddaf0e0-54a9-424a-ae6f-5ba9057e3a4a req-16c16281-ec84-45d5-ac7a-16f3beb9c7e3 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:31.694383 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-8ddaf0e0-54a9-424a-ae6f-5ba9057e3a4a req-16c16281-ec84-45d5-ac7a-16f3beb9c7e3 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/ports?device_id=8186c944-7452-44a4-803d-b7a9d00cdc53 HTTP/1.1" status: 200 len: 946 time: 0.0698807 Sep 15 02:46:31.749799 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-8ddaf0e0-54a9-424a-ae6f-5ba9057e3a4a req-14486fb1-21ff-46b2-afac-c8bcafd0aa40 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/security-groups?id=005c9161-3e16-459b-9a3f-a4e8732292ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486813 Sep 15 02:46:32.034222 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40253c6a-d6a4-4e8f-9729-4e3f185804e8 req-9b588997-471b-4320-a27f-965742846c5a tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:32.035965 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-40253c6a-d6a4-4e8f-9729-4e3f185804e8 req-9b588997-471b-4320-a27f-965742846c5a tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb3fcddc-5c00-4077-8a3b-06b86f2ca670 HTTP/1.1" status: 200 len: 946 time: 0.0547745 Sep 15 02:46:32.090703 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-40253c6a-d6a4-4e8f-9729-4e3f185804e8 req-da4bf45f-2463-432e-8f98-6a4d302e1115 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a48ec5e-5483-47a7-a61c-ca706341677d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477149 Sep 15 02:46:32.421439 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af57b9e4-6b08-469d-b328-02da13dd445e req-22b5cc9e-c0c5-4ef5-84b0-fedbd11771e4 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:32.428939 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-af57b9e4-6b08-469d-b328-02da13dd445e req-22b5cc9e-c0c5-4ef5-84b0-fedbd11771e4 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cf59451-e65c-4f13-b3e1-07c1aeb51055 HTTP/1.1" status: 200 len: 945 time: 0.0635478 Sep 15 02:46:32.490685 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-af57b9e4-6b08-469d-b328-02da13dd445e req-c93176ef-1169-46b4-adb7-350915a13abd tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea3f50e-21de-421b-b9af-b4641846795e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608473 Sep 15 02:46:32.880805 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3d4400-5d6c-4e2d-851c-b15c0187db0c req-15658aa9-40b5-4f87-9e0e-3cf74682bfcc tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:32.885045 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-ec3d4400-5d6c-4e2d-851c-b15c0187db0c req-15658aa9-40b5-4f87-9e0e-3cf74682bfcc tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/ports?device_id=8186c944-7452-44a4-803d-b7a9d00cdc53 HTTP/1.1" status: 200 len: 946 time: 0.0618958 Sep 15 02:46:32.940258 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-ec3d4400-5d6c-4e2d-851c-b15c0187db0c req-cbf04c56-82a4-4fdb-a121-b31e1ad9623f tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/security-groups?id=005c9161-3e16-459b-9a3f-a4e8732292ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488772 Sep 15 02:46:33.230767 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc7ff4e-1a86-41b9-ae29-4f8cffe9cbfd req-e5884018-e67d-4a0b-b1ae-438e7c061b7e tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:33.232168 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-5fc7ff4e-1a86-41b9-ae29-4f8cffe9cbfd req-e5884018-e67d-4a0b-b1ae-438e7c061b7e tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb3fcddc-5c00-4077-8a3b-06b86f2ca670 HTTP/1.1" status: 200 len: 946 time: 0.0587516 Sep 15 02:46:33.279118 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-5fc7ff4e-1a86-41b9-ae29-4f8cffe9cbfd req-fd38fd99-eabb-4868-8fe9-eb7996f78cd2 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a48ec5e-5483-47a7-a61c-ca706341677d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395420 Sep 15 02:46:33.620138 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6e7d55-4a6f-482a-97b7-94b90901d8d9 req-167cc0ff-8dba-4dd4-8335-7422140c67e6 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:33.621785 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-7f6e7d55-4a6f-482a-97b7-94b90901d8d9 req-167cc0ff-8dba-4dd4-8335-7422140c67e6 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cf59451-e65c-4f13-b3e1-07c1aeb51055 HTTP/1.1" status: 200 len: 945 time: 0.0531659 Sep 15 02:46:33.681055 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-7f6e7d55-4a6f-482a-97b7-94b90901d8d9 req-b88c8676-fc87-4f48-bff3-6a6b376ba475 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea3f50e-21de-421b-b9af-b4641846795e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504501 Sep 15 02:46:34.070092 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4fe441-53e8-4a21-9fd5-9382fa562564 req-b49a8f99-5fd6-4d80-bb2b-18602175a441 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:34.071720 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-8b4fe441-53e8-4a21-9fd5-9382fa562564 req-b49a8f99-5fd6-4d80-bb2b-18602175a441 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/ports?device_id=8186c944-7452-44a4-803d-b7a9d00cdc53 HTTP/1.1" status: 200 len: 946 time: 0.0583429 Sep 15 02:46:34.120863 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-8b4fe441-53e8-4a21-9fd5-9382fa562564 req-982eb3fe-e679-4b75-8bf6-e8649628f8e9 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/security-groups?id=005c9161-3e16-459b-9a3f-a4e8732292ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351102 Sep 15 02:46:34.540188 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1245c6-3ebb-4664-a831-ff365e155952 req-da6689c3-791a-450d-9034-3661f9006757 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:34.541907 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-4f1245c6-3ebb-4664-a831-ff365e155952 req-da6689c3-791a-450d-9034-3661f9006757 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb3fcddc-5c00-4077-8a3b-06b86f2ca670 HTTP/1.1" status: 200 len: 946 time: 0.0629730 Sep 15 02:46:34.619269 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-4f1245c6-3ebb-4664-a831-ff365e155952 req-1ea2c77a-1dc1-45a2-b1b4-f3deb8f66965 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a48ec5e-5483-47a7-a61c-ca706341677d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707691 Sep 15 02:46:34.638197 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7338d01-3c0c-4ecd-b0b3-34a3309238dc req-57865cfc-b924-4a0a-96a5-4abba989ec65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:34.640414 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-c7338d01-3c0c-4ecd-b0b3-34a3309238dc req-57865cfc-b924-4a0a-96a5-4abba989ec65 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3b73a94c214748a88ea9fc76fb540004&device_id=8186c944-7452-44a4-803d-b7a9d00cdc53 HTTP/1.1" status: 200 len: 1099 time: 0.0481880 Sep 15 02:46:34.805709 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc74308-d57a-48c7-9334-fa179fe3dacf req-0b554c7f-247a-40a6-8f75-ca78ce2394a7 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:34.807148 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-2bc74308-d57a-48c7-9334-fa179fe3dacf req-0b554c7f-247a-40a6-8f75-ca78ce2394a7 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/ports?device_id=8186c944-7452-44a4-803d-b7a9d00cdc53 HTTP/1.1" status: 200 len: 946 time: 0.1068459 Sep 15 02:46:34.809971 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7338d01-3c0c-4ecd-b0b3-34a3309238dc req-778a4c99-aebf-47a6-890a-7522bcf87863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:34.811434 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-c7338d01-3c0c-4ecd-b0b3-34a3309238dc req-778a4c99-aebf-47a6-890a-7522bcf87863 service neutron] 10.222.0.38 "GET /v2.0/networks?id=6f57639e-ff61-4a6a-8bb7-4f6634a3a645 HTTP/1.1" status: 200 len: 912 time: 0.1640539 Sep 15 02:46:34.909202 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-2bc74308-d57a-48c7-9334-fa179fe3dacf req-ed576cf1-53da-42cc-b401-0634e5987371 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/security-groups?id=005c9161-3e16-459b-9a3f-a4e8732292ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946808 Sep 15 02:46:34.917541 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-c7338d01-3c0c-4ecd-b0b3-34a3309238dc req-5c73b0a8-bc43-40ab-8399-44e3278ac5b1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=53637e70-77fe-413e-9843-c1c348bf5fea HTTP/1.1" status: 200 len: 1001 time: 0.0943625 Sep 15 02:46:35.013239 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7338d01-3c0c-4ecd-b0b3-34a3309238dc req-75b34b14-87df-4517-9346-66419b7b028b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:35.015135 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-c7338d01-3c0c-4ecd-b0b3-34a3309238dc req-75b34b14-87df-4517-9346-66419b7b028b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a0f1f6f6-a304-49b2-a651-7b609fdec3ef HTTP/1.1" status: 200 len: 850 time: 0.0898020 Sep 15 02:46:35.100771 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7746a456-c9a4-4eff-9439-b7a72827a147 req-4fdea690-d07a-4e85-881b-35a82055a8bc tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:35.108536 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-7746a456-c9a4-4eff-9439-b7a72827a147 req-4fdea690-d07a-4e85-881b-35a82055a8bc tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cf59451-e65c-4f13-b3e1-07c1aeb51055 HTTP/1.1" status: 200 len: 945 time: 0.1124206 Sep 15 02:46:35.161414 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7338d01-3c0c-4ecd-b0b3-34a3309238dc req-26798ac8-4ea2-4eca-820f-c3068f496506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:35.163082 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-c7338d01-3c0c-4ecd-b0b3-34a3309238dc req-26798ac8-4ea2-4eca-820f-c3068f496506 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6f57639e-ff61-4a6a-8bb7-4f6634a3a645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1286952 Sep 15 02:46:35.206508 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-7746a456-c9a4-4eff-9439-b7a72827a147 req-0170b6c8-04dc-4d15-9699-2999191940f4 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea3f50e-21de-421b-b9af-b4641846795e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965815 Sep 15 02:46:35.234799 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-adf9430b-fde3-4e5c-a0ca-9523d8db72ba req-8f008007-11e3-43be-9b94-f04a5c45a2fc service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=81436215-e449-418b-9704-48e932596956&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1226168 Sep 15 02:46:35.348944 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf9430b-fde3-4e5c-a0ca-9523d8db72ba req-eda7b4d5-4e57-45ec-93c7-e755e06cb525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:35.350708 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-adf9430b-fde3-4e5c-a0ca-9523d8db72ba req-eda7b4d5-4e57-45ec-93c7-e755e06cb525 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a78d7ab424a94a83ac8ea30bcfea513a&device_id=81436215-e449-418b-9704-48e932596956 HTTP/1.1" status: 200 len: 1099 time: 0.0758231 Sep 15 02:46:35.353264 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-c7338d01-3c0c-4ecd-b0b3-34a3309238dc req-73d9dfc4-1b30-4bcf-b20f-caf51dc10a9d service neutron] 10.222.0.38 "GET /v2.0/networks/6f57639e-ff61-4a6a-8bb7-4f6634a3a645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743963 Sep 15 02:46:35.455490 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:35.525531 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-c7338d01-3c0c-4ecd-b0b3-34a3309238dc req-c17be1e5-7102-459c-a28e-8a65e7c2ba65 service neutron] 10.222.0.38 "GET /v2.0/networks/6f57639e-ff61-4a6a-8bb7-4f6634a3a645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600897 Sep 15 02:46:35.532171 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf9430b-fde3-4e5c-a0ca-9523d8db72ba req-b5194229-6459-42f8-96a7-c23c2bbf4647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:35.533651 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-adf9430b-fde3-4e5c-a0ca-9523d8db72ba req-b5194229-6459-42f8-96a7-c23c2bbf4647 service neutron] 10.222.0.38 "GET /v2.0/networks?id=f37a69c0-4dd8-4d21-9641-e62da919cea1 HTTP/1.1" status: 200 len: 920 time: 0.1502407 Sep 15 02:46:35.589345 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-adf9430b-fde3-4e5c-a0ca-9523d8db72ba req-1eb119e2-6169-4882-b795-cba316a33075 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f4fb289e-00a9-45d8-a562-77ca178d76d4 HTTP/1.1" status: 200 len: 217 time: 0.0429401 Sep 15 02:46:35.654271 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf9430b-fde3-4e5c-a0ca-9523d8db72ba req-720f80a6-1678-4572-9a59-f4741ef7983d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:35.656390 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-adf9430b-fde3-4e5c-a0ca-9523d8db72ba req-720f80a6-1678-4572-9a59-f4741ef7983d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f4bc3747-1b39-45b5-bc17-aa1d3078521b HTTP/1.1" status: 200 len: 859 time: 0.0574327 Sep 15 02:46:35.708990 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-adf9430b-fde3-4e5c-a0ca-9523d8db72ba req-1f92dc87-3eeb-4db5-8e0c-3cae2a692f24 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f37a69c0-4dd8-4d21-9641-e62da919cea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350192 Sep 15 02:46:36.056760 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2bbdcc-6629-4d64-9aa0-d63425988ee2 req-eb9a9bf8-ae38-4578-9f1e-6c27ffa45dd1 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:36.056760 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-0c2bbdcc-6629-4d64-9aa0-d63425988ee2 req-eb9a9bf8-ae38-4578-9f1e-6c27ffa45dd1 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb3fcddc-5c00-4077-8a3b-06b86f2ca670 HTTP/1.1" status: 200 len: 946 time: 0.3356450 Sep 15 02:46:36.115780 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-adf9430b-fde3-4e5c-a0ca-9523d8db72ba req-68435621-96e4-4c3e-b733-7dacfafe6263 service neutron] 10.222.0.38 "GET /v2.0/networks/f37a69c0-4dd8-4d21-9641-e62da919cea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3983884 Sep 15 02:46:36.126808 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-0c2bbdcc-6629-4d64-9aa0-d63425988ee2 req-6c73bc19-0d7d-4dbf-a21f-60e818243021 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a48ec5e-5483-47a7-a61c-ca706341677d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585079 Sep 15 02:46:36.277457 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-adf9430b-fde3-4e5c-a0ca-9523d8db72ba req-2f139ed9-d97a-4c7b-bc44-2f7d3398f66b service neutron] 10.222.0.38 "GET /v2.0/networks/f37a69c0-4dd8-4d21-9641-e62da919cea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523917 Sep 15 02:46:36.297081 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948a4fc0-f157-4c3e-8693-8d961216d0c0 req-9404717e-3e09-4799-859d-1d8c0aa42815 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:36.298554 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-948a4fc0-f157-4c3e-8693-8d961216d0c0 req-9404717e-3e09-4799-859d-1d8c0aa42815 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/ports?device_id=8186c944-7452-44a4-803d-b7a9d00cdc53 HTTP/1.1" status: 200 len: 946 time: 0.0793076 Sep 15 02:46:36.340352 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-948a4fc0-f157-4c3e-8693-8d961216d0c0 req-2be998fb-4ec4-45dd-b5f5-c320d069007b tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/security-groups?id=005c9161-3e16-459b-9a3f-a4e8732292ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355604 Sep 15 02:46:36.460852 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41f65f4-69c3-4d3c-90d4-c78c68450a61 req-89a25b10-4ed3-4dfc-856f-f021721e8d16 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:36.462325 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-c41f65f4-69c3-4d3c-90d4-c78c68450a61 req-89a25b10-4ed3-4dfc-856f-f021721e8d16 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cf59451-e65c-4f13-b3e1-07c1aeb51055 HTTP/1.1" status: 200 len: 945 time: 0.0496931 Sep 15 02:46:36.502123 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-c41f65f4-69c3-4d3c-90d4-c78c68450a61 req-94763af1-e503-4f5a-916e-fe1ae702bf76 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea3f50e-21de-421b-b9af-b4641846795e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335996 Sep 15 02:46:37.261887 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a553a045-e67a-4b1a-a67c-e65f7f5e4f2f req-02296aa6-b14b-4a85-a5f9-bae234347050 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:37.263534 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-a553a045-e67a-4b1a-a67c-e65f7f5e4f2f req-02296aa6-b14b-4a85-a5f9-bae234347050 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb3fcddc-5c00-4077-8a3b-06b86f2ca670 HTTP/1.1" status: 200 len: 946 time: 0.0563648 Sep 15 02:46:37.312689 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-a553a045-e67a-4b1a-a67c-e65f7f5e4f2f req-f99a2f70-c847-41bb-b0c5-1e9610669897 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a48ec5e-5483-47a7-a61c-ca706341677d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390835 Sep 15 02:46:37.482015 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecce994-c0a1-4086-9eff-21a2bd96cf1b req-cc3d3595-c375-40ca-be46-1b23e24a6fc0 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:37.483671 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-aecce994-c0a1-4086-9eff-21a2bd96cf1b req-cc3d3595-c375-40ca-be46-1b23e24a6fc0 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/ports?device_id=8186c944-7452-44a4-803d-b7a9d00cdc53 HTTP/1.1" status: 200 len: 946 time: 0.0601518 Sep 15 02:46:37.526426 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-aecce994-c0a1-4086-9eff-21a2bd96cf1b req-77ffe6a7-8b55-43af-8bf4-15325246d96e tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/security-groups?id=005c9161-3e16-459b-9a3f-a4e8732292ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353520 Sep 15 02:46:37.664625 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6a9f04-85d8-4665-a399-7dd6d28903c6 req-96e1ec7e-a270-4fe4-b678-c2393d8bc121 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:37.666142 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-cb6a9f04-85d8-4665-a399-7dd6d28903c6 req-96e1ec7e-a270-4fe4-b678-c2393d8bc121 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cf59451-e65c-4f13-b3e1-07c1aeb51055 HTTP/1.1" status: 200 len: 945 time: 0.0598452 Sep 15 02:46:37.710257 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-cb6a9f04-85d8-4665-a399-7dd6d28903c6 req-18bc4c8f-48db-4e2a-beac-668532e21a57 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea3f50e-21de-421b-b9af-b4641846795e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375431 Sep 15 02:46:38.440430 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ed83c7-f0ca-4678-8c1e-d08fce58227a req-9d9f7bcf-ebee-4416-b01d-a06690ec3dd3 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:38.442005 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-92ed83c7-f0ca-4678-8c1e-d08fce58227a req-9d9f7bcf-ebee-4416-b01d-a06690ec3dd3 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb3fcddc-5c00-4077-8a3b-06b86f2ca670 HTTP/1.1" status: 200 len: 946 time: 0.0508308 Sep 15 02:46:38.488784 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-92ed83c7-f0ca-4678-8c1e-d08fce58227a req-913efc0e-aa40-4c98-97d5-20a54a4cc3f9 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a48ec5e-5483-47a7-a61c-ca706341677d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399942 Sep 15 02:46:38.762642 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-9701f055-ef84-4b9d-aed7-ab75bbdc51e7 req-98be0abf-3767-4423-8bbe-b29396d443af tempest-VolumesNegativeTest-1808238439 tempest-VolumesNegativeTest-1808238439-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=692f79d1f84f4ae9be490420f10fe064&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0722506 Sep 15 02:46:38.906791 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d062dc-eee0-4214-8b44-0b27d7271a28 req-a9a9c048-82ae-4e34-b597-4f341758e2e0 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:38.908321 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-d1d062dc-eee0-4214-8b44-0b27d7271a28 req-a9a9c048-82ae-4e34-b597-4f341758e2e0 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cf59451-e65c-4f13-b3e1-07c1aeb51055 HTTP/1.1" status: 200 len: 945 time: 0.0626688 Sep 15 02:46:38.952950 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-d1d062dc-eee0-4214-8b44-0b27d7271a28 req-e8fd9908-bf0f-4320-9165-7831286e15bb tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea3f50e-21de-421b-b9af-b4641846795e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349512 Sep 15 02:46:39.019160 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9701f055-ef84-4b9d-aed7-ab75bbdc51e7 req-74cbfa95-182d-4b17-855e-aa71b208b0a6 tempest-VolumesNegativeTest-1808238439 tempest-VolumesNegativeTest-1808238439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:39.025759 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-9701f055-ef84-4b9d-aed7-ab75bbdc51e7 req-74cbfa95-182d-4b17-855e-aa71b208b0a6 tempest-VolumesNegativeTest-1808238439 tempest-VolumesNegativeTest-1808238439-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2579169 Sep 15 02:46:39.049571 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-9701f055-ef84-4b9d-aed7-ab75bbdc51e7 req-3d610a57-c357-4abf-b25c-b1624c41c5fe tempest-VolumesNegativeTest-1808238439 tempest-VolumesNegativeTest-1808238439-project] 10.222.0.13 "GET /v2.0/quotas/692f79d1f84f4ae9be490420f10fe064 HTTP/1.1" status: 200 len: 375 time: 0.0165060 Sep 15 02:46:39.081217 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-9701f055-ef84-4b9d-aed7-ab75bbdc51e7 req-07e2805e-a489-464e-b6d0-ba50e4ef9e71 tempest-VolumesNegativeTest-1808238439 tempest-VolumesNegativeTest-1808238439-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=692f79d1f84f4ae9be490420f10fe064&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306842 Sep 15 02:46:39.397037 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-bd3f1764-ce29-4cdd-950b-3a34dd552826 req-16b8c003-6f52-4c40-bab5-d6559a3b9e77 tempest-VolumesNegativeTest-1808238439 tempest-VolumesNegativeTest-1808238439-project] 10.222.0.13 "GET /v2.0/ports?device_id=630d0f13-3b53-40b1-8a6f-ecef7f2f5ca5 HTTP/1.1" status: 200 len: 210 time: 0.0358438 Sep 15 02:46:39.608891 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eb492b-8e39-4483-aca7-e44bfd76c20f req-82d1f259-1e08-4a41-b7ca-07d1cd7f5d43 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:39.610420 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-47eb492b-8e39-4483-aca7-e44bfd76c20f req-82d1f259-1e08-4a41-b7ca-07d1cd7f5d43 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb3fcddc-5c00-4077-8a3b-06b86f2ca670 HTTP/1.1" status: 200 len: 946 time: 0.0502172 Sep 15 02:46:39.663336 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-47eb492b-8e39-4483-aca7-e44bfd76c20f req-5f3bf377-d842-43fb-9ea4-f053273991e2 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a48ec5e-5483-47a7-a61c-ca706341677d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325041 Sep 15 02:46:39.842906 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5a30a5-d8fa-4798-b7b7-489118d0522e req-a00bc1cf-c51f-466b-bc51-919a3cebf465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:39.844420 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-cb5a30a5-d8fa-4798-b7b7-489118d0522e req-a00bc1cf-c51f-466b-bc51-919a3cebf465 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=eb3fcddc-5c00-4077-8a3b-06b86f2ca670 HTTP/1.1" status: 200 len: 1099 time: 0.0399020 Sep 15 02:46:39.878741 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-cb5a30a5-d8fa-4798-b7b7-489118d0522e req-9e001d9c-446a-4488-a149-9f7c0cbd8cd5 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=4a48ec5e-5483-47a7-a61c-ca706341677d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279355 Sep 15 02:46:40.109126 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d3b9dd-236e-4140-be07-e3f32cd05619 req-12849c5b-86d6-4a7c-985b-fbe95244b32a tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:40.111176 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-e7d3b9dd-236e-4140-be07-e3f32cd05619 req-12849c5b-86d6-4a7c-985b-fbe95244b32a tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cf59451-e65c-4f13-b3e1-07c1aeb51055 HTTP/1.1" status: 200 len: 945 time: 0.0676329 Sep 15 02:46:40.156462 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-e7d3b9dd-236e-4140-be07-e3f32cd05619 req-ea5e67df-c0c7-4942-b2aa-80e39b19085f tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea3f50e-21de-421b-b9af-b4641846795e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383911 Sep 15 02:46:40.497248 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-befd2863-ac91-4b73-a54d-663d36fb5759 req-106b1991-1ed2-4f93-9da6-811d681fa78f tempest-VolumesNegativeTest-1808238439 tempest-VolumesNegativeTest-1808238439-project] 10.222.0.13 "GET /v2.0/ports?device_id=630d0f13-3b53-40b1-8a6f-ecef7f2f5ca5 HTTP/1.1" status: 200 len: 210 time: 0.0302262 Sep 15 02:46:40.793634 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92e9887-18cd-4128-a4b0-82fba1f49a01 req-b14c9c01-61bd-4515-bf1e-c9fca952b178 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:40.795162 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-f92e9887-18cd-4128-a4b0-82fba1f49a01 req-b14c9c01-61bd-4515-bf1e-c9fca952b178 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb3fcddc-5c00-4077-8a3b-06b86f2ca670 HTTP/1.1" status: 200 len: 946 time: 0.0542738 Sep 15 02:46:40.833459 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-f92e9887-18cd-4128-a4b0-82fba1f49a01 req-e4e15f87-fdc6-42f9-942b-da5cbdd0a609 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a48ec5e-5483-47a7-a61c-ca706341677d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312953 Sep 15 02:46:41.286547 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3006057-b8f5-46e2-9c04-f11063c72750 req-3ea707d0-0f58-46d4-b019-492de0c026b9 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:41.288171 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-d3006057-b8f5-46e2-9c04-f11063c72750 req-3ea707d0-0f58-46d4-b019-492de0c026b9 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cf59451-e65c-4f13-b3e1-07c1aeb51055 HTTP/1.1" status: 200 len: 945 time: 0.0576231 Sep 15 02:46:41.326471 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-d3006057-b8f5-46e2-9c04-f11063c72750 req-755e75b6-909a-4ba1-8083-f2a8baee3058 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea3f50e-21de-421b-b9af-b4641846795e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323036 Sep 15 02:46:41.589823 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-dc3a78e6-2aab-4a50-8612-239ca1277fbd req-50d15c69-6f3d-4dbf-b782-8205b12db311 tempest-VolumesNegativeTest-1808238439 tempest-VolumesNegativeTest-1808238439-project] 10.222.0.13 "GET /v2.0/ports?device_id=630d0f13-3b53-40b1-8a6f-ecef7f2f5ca5 HTTP/1.1" status: 200 len: 210 time: 0.0262682 Sep 15 02:46:41.949517 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72094347-eda3-44bb-aac0-abaa25365bf9 req-17e15658-8bda-49a1-90ba-307f028dfc58 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:41.951317 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-72094347-eda3-44bb-aac0-abaa25365bf9 req-17e15658-8bda-49a1-90ba-307f028dfc58 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb3fcddc-5c00-4077-8a3b-06b86f2ca670 HTTP/1.1" status: 200 len: 946 time: 0.0495267 Sep 15 02:46:41.990686 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-72094347-eda3-44bb-aac0-abaa25365bf9 req-6aea4173-6159-4f58-8e51-5a1789dee406 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a48ec5e-5483-47a7-a61c-ca706341677d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336096 Sep 15 02:46:42.006586 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0981b31d-4e04-4452-81e7-f11b224653d4 req-0f30fb0f-68c0-483e-b10b-0c267fa51c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:42.008110 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-0981b31d-4e04-4452-81e7-f11b224653d4 req-0f30fb0f-68c0-483e-b10b-0c267fa51c4f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=bf1160da16cc4aa8a8f7f5065e5f7661&device_id=3cf59451-e65c-4f13-b3e1-07c1aeb51055 HTTP/1.1" status: 200 len: 1098 time: 0.0505745 Sep 15 02:46:42.110120 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0981b31d-4e04-4452-81e7-f11b224653d4 req-a7e85aa6-c20c-4ad2-b91d-e0f59a7978ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:42.111828 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-0981b31d-4e04-4452-81e7-f11b224653d4 req-a7e85aa6-c20c-4ad2-b91d-e0f59a7978ad service neutron] 10.222.0.38 "GET /v2.0/networks?id=559d7eea-ef89-4b33-b717-afb1545433a5 HTTP/1.1" status: 200 len: 917 time: 0.0872736 Sep 15 02:46:42.198944 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-0981b31d-4e04-4452-81e7-f11b224653d4 req-89b40f9e-e443-4a22-a7bc-abf005ffbd72 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7803cf27-e539-421b-b66e-690840106306 HTTP/1.1" status: 200 len: 1000 time: 0.0694730 Sep 15 02:46:42.274825 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-9701f055-ef84-4b9d-aed7-ab75bbdc51e7 req-67f71fa8-569e-4c3b-ade7-86725e7bb504 tempest-VolumesNegativeTest-1808238439 tempest-VolumesNegativeTest-1808238439-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=692f79d1f84f4ae9be490420f10fe064&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0325747 Sep 15 02:46:42.281653 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0981b31d-4e04-4452-81e7-f11b224653d4 req-46dd4b0a-3ebb-4889-b2b7-dc90a6147857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:42.283024 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-0981b31d-4e04-4452-81e7-f11b224653d4 req-46dd4b0a-3ebb-4889-b2b7-dc90a6147857 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=16cede8a-7007-4219-aa2d-1189c5c08411 HTTP/1.1" status: 200 len: 855 time: 0.0761766 Sep 15 02:46:42.460688 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b81222d-3dbc-4ce5-8b29-61aa0a852603 req-bb6a4724-5d97-4b69-a4d5-79c8f16bf825 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:42.464633 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-1b81222d-3dbc-4ce5-8b29-61aa0a852603 req-bb6a4724-5d97-4b69-a4d5-79c8f16bf825 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cf59451-e65c-4f13-b3e1-07c1aeb51055 HTTP/1.1" status: 200 len: 945 time: 0.0599163 Sep 15 02:46:42.501775 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0981b31d-4e04-4452-81e7-f11b224653d4 req-dc92ad0e-9e0c-4c3e-9ef0-bf47f3d5a441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:42.503287 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-0981b31d-4e04-4452-81e7-f11b224653d4 req-dc92ad0e-9e0c-4c3e-9ef0-bf47f3d5a441 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=559d7eea-ef89-4b33-b717-afb1545433a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2031100 Sep 15 02:46:42.550236 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-1b81222d-3dbc-4ce5-8b29-61aa0a852603 req-c0e2a34c-1e48-41da-9cf9-63bfee84b2bf tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea3f50e-21de-421b-b9af-b4641846795e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775559 Sep 15 02:46:42.560210 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ea6db2-bfad-4bf0-bed5-0351b79c6112 req-0aff6e35-24e1-4a32-83c6-ed501adb8901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:42.565411 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9701f055-ef84-4b9d-aed7-ab75bbdc51e7 req-c9471ea2-e59d-4874-8bd4-d34e44581704 tempest-VolumesNegativeTest-1808238439 tempest-VolumesNegativeTest-1808238439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:42.566951 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-9701f055-ef84-4b9d-aed7-ab75bbdc51e7 req-c9471ea2-e59d-4874-8bd4-d34e44581704 tempest-VolumesNegativeTest-1808238439 tempest-VolumesNegativeTest-1808238439-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2830522 Sep 15 02:46:42.567181 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-88ea6db2-bfad-4bf0-bed5-0351b79c6112 req-0aff6e35-24e1-4a32-83c6-ed501adb8901 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a78d7ab424a94a83ac8ea30bcfea513a&device_id=eb3fcddc-5c00-4077-8a3b-06b86f2ca670 HTTP/1.1" status: 200 len: 1099 time: 0.0817511 Sep 15 02:46:42.585092 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8735467-9e7e-494d-8a18-2e499ad41566 req-da13d89d-0226-43fa-a34e-89657f9a9ec5 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:42.586103 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-e8735467-9e7e-494d-8a18-2e499ad41566 req-da13d89d-0226-43fa-a34e-89657f9a9ec5 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb3fcddc-5c00-4077-8a3b-06b86f2ca670 HTTP/1.1" status: 200 len: 946 time: 0.1612043 Sep 15 02:46:42.593312 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.v2.base [req-9701f055-ef84-4b9d-aed7-ab75bbdc51e7 req-1f1875f0-bcda-414d-8164-9514a3f91d69 tempest-VolumesNegativeTest-1808238439 tempest-VolumesNegativeTest-1808238439-project] Request body: {'port': {'device_id': '630d0f13-3b53-40b1-8a6f-ecef7f2f5ca5', 'network_id': 'bdd81370-8ddb-4f4b-aa94-002d4f9e1efe', 'admin_state_up': True, 'tenant_id': '692f79d1f84f4ae9be490420f10fe064'}} {{(pid=101046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:46:42.697259 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-0491e51a-b4a8-4a84-be4b-71ece7fe8c03 req-72ec2558-c116-46e7-921d-92bae1c9d3bc tempest-VolumesNegativeTest-1808238439 tempest-VolumesNegativeTest-1808238439-project] 10.222.0.13 "GET /v2.0/ports?device_id=630d0f13-3b53-40b1-8a6f-ecef7f2f5ca5 HTTP/1.1" status: 200 len: 210 time: 0.0326829 Sep 15 02:46:42.698496 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ea6db2-bfad-4bf0-bed5-0351b79c6112 req-5cc0f778-5740-4e66-a67c-22340fd6b7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:42.701879 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-88ea6db2-bfad-4bf0-bed5-0351b79c6112 req-5cc0f778-5740-4e66-a67c-22340fd6b7f3 service neutron] 10.222.0.38 "GET /v2.0/networks?id=f37a69c0-4dd8-4d21-9641-e62da919cea1 HTTP/1.1" status: 200 len: 920 time: 0.1219990 Sep 15 02:46:42.738869 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-e8735467-9e7e-494d-8a18-2e499ad41566 req-228ae4d6-fa3b-4709-add1-f1e89e09b57e tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a48ec5e-5483-47a7-a61c-ca706341677d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407685 Sep 15 02:46:42.744236 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-0981b31d-4e04-4452-81e7-f11b224653d4 req-4c0b4e37-e6ea-40a9-9334-30fca2dd34ff service neutron] 10.222.0.38 "GET /v2.0/networks/559d7eea-ef89-4b33-b717-afb1545433a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279718 Sep 15 02:46:42.758929 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-88ea6db2-bfad-4bf0-bed5-0351b79c6112 req-a79a4929-71f6-4272-9e06-19c9c03054ad service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1ec257c4-8286-4343-bba8-11e67b393c0f HTTP/1.1" status: 200 len: 217 time: 0.0380826 Sep 15 02:46:42.809169 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ea6db2-bfad-4bf0-bed5-0351b79c6112 req-f1dd9241-6f70-4ff4-8089-d3319b1dfe34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:42.810627 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-88ea6db2-bfad-4bf0-bed5-0351b79c6112 req-f1dd9241-6f70-4ff4-8089-d3319b1dfe34 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f4bc3747-1b39-45b5-bc17-aa1d3078521b HTTP/1.1" status: 200 len: 859 time: 0.0446117 Sep 15 02:46:42.841528 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-88ea6db2-bfad-4bf0-bed5-0351b79c6112 req-ee1615b0-ace4-4a59-847c-54f41ab7c9f7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f37a69c0-4dd8-4d21-9641-e62da919cea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236163 Sep 15 02:46:42.856477 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-0981b31d-4e04-4452-81e7-f11b224653d4 req-d9cc7f66-2f8a-4c9e-9f48-12a9bbd89646 service neutron] 10.222.0.38 "GET /v2.0/networks/559d7eea-ef89-4b33-b717-afb1545433a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979476 Sep 15 02:46:42.899939 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9701f055-ef84-4b9d-aed7-ab75bbdc51e7 req-1f1875f0-bcda-414d-8164-9514a3f91d69 tempest-VolumesNegativeTest-1808238439 tempest-VolumesNegativeTest-1808238439-project] Made reservation on behalf of 692f79d1f84f4ae9be490420f10fe064 for: {'port': 1} {{(pid=101046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:46:42.903538 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [req-9701f055-ef84-4b9d-aed7-ab75bbdc51e7 req-1f1875f0-bcda-414d-8164-9514a3f91d69 tempest-VolumesNegativeTest-1808238439 tempest-VolumesNegativeTest-1808238439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:42.913767 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [req-9701f055-ef84-4b9d-aed7-ab75bbdc51e7 req-1f1875f0-bcda-414d-8164-9514a3f91d69 tempest-VolumesNegativeTest-1808238439 tempest-VolumesNegativeTest-1808238439-project] Notify callbacks [] for security_group, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:43.038490 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [req-9701f055-ef84-4b9d-aed7-ab75bbdc51e7 req-1f1875f0-bcda-414d-8164-9514a3f91d69 tempest-VolumesNegativeTest-1808238439 tempest-VolumesNegativeTest-1808238439-project] Notify callbacks [] for security_group, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:43.083943 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [req-9701f055-ef84-4b9d-aed7-ab75bbdc51e7 req-1f1875f0-bcda-414d-8164-9514a3f91d69 tempest-VolumesNegativeTest-1808238439 tempest-VolumesNegativeTest-1808238439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:43.131092 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-88ea6db2-bfad-4bf0-bed5-0351b79c6112 req-697d1767-5ec3-409a-9224-91ab3c2fcbc1 service neutron] 10.222.0.38 "GET /v2.0/networks/f37a69c0-4dd8-4d21-9641-e62da919cea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2815599 Sep 15 02:46:43.150581 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1875f0-bcda-414d-8164-9514a3f91d69 tempest-VolumesNegativeTest-1808238439 tempest-VolumesNegativeTest-1808238439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf7074c7-6881-4aa8-a44c-de47cef14cfe,revision_number=1']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:46:43.226521 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.db.db_base_plugin_common [req-9701f055-ef84-4b9d-aed7-ab75bbdc51e7 req-1f1875f0-bcda-414d-8164-9514a3f91d69 tempest-VolumesNegativeTest-1808238439 tempest-VolumesNegativeTest-1808238439-project] Allocated IP 192.168.233.242 (bdd81370-8ddb-4f4b-aa94-002d4f9e1efe/56f0d438-f702-4379-a2e9-a9b833d5c0f9/5e4aac37-593f-432a-b38b-8081a9364786) {{(pid=101046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:46:43.239466 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-88ea6db2-bfad-4bf0-bed5-0351b79c6112 req-44b09867-540c-4a02-89fb-ad52411f376e service neutron] 10.222.0.38 "GET /v2.0/networks/f37a69c0-4dd8-4d21-9641-e62da919cea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967200 Sep 15 02:46:43.389817 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [req-9701f055-ef84-4b9d-aed7-ab75bbdc51e7 req-1f1875f0-bcda-414d-8164-9514a3f91d69 tempest-VolumesNegativeTest-1808238439 tempest-VolumesNegativeTest-1808238439-project] Notify callbacks [] for port, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:43.534833 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [req-9701f055-ef84-4b9d-aed7-ab75bbdc51e7 req-1f1875f0-bcda-414d-8164-9514a3f91d69 tempest-VolumesNegativeTest-1808238439 tempest-VolumesNegativeTest-1808238439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781587269048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25909702'] for port, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:43.580390 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9701f055-ef84-4b9d-aed7-ab75bbdc51e7 req-1f1875f0-bcda-414d-8164-9514a3f91d69 tempest-VolumesNegativeTest-1808238439 tempest-VolumesNegativeTest-1808238439-project] Network bdd81370-8ddb-4f4b-aa94-002d4f9e1efe is already hosted by enough agents. {{(pid=101046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:46:43.583486 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.scheduler.base_scheduler [req-9701f055-ef84-4b9d-aed7-ab75bbdc51e7 req-1f1875f0-bcda-414d-8164-9514a3f91d69 tempest-VolumesNegativeTest-1808238439 tempest-VolumesNegativeTest-1808238439-project] Resources bound (agent type, host, resource id): {{(pid=101046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:46:43.587768 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.db.l3_dvrscheduler_db [req-9701f055-ef84-4b9d-aed7-ab75bbdc51e7 req-1f1875f0-bcda-414d-8164-9514a3f91d69 tempest-VolumesNegativeTest-1808238439 tempest-VolumesNegativeTest-1808238439-project] Received port after_create {{(pid=101046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:46:43.622161 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1875f0-bcda-414d-8164-9514a3f91d69 tempest-VolumesNegativeTest-1808238439 tempest-VolumesNegativeTest-1808238439-project] Pushing event updated for resources: {'Port': ['ID=5e4aac37-593f-432a-b38b-8081a9364786,revision_number=1']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:46:43.655228 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9701f055-ef84-4b9d-aed7-ab75bbdc51e7 req-1f1875f0-bcda-414d-8164-9514a3f91d69 tempest-VolumesNegativeTest-1808238439 tempest-VolumesNegativeTest-1808238439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:43.655960 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [req-9701f055-ef84-4b9d-aed7-ab75bbdc51e7 req-1f1875f0-bcda-414d-8164-9514a3f91d69 tempest-VolumesNegativeTest-1808238439 tempest-VolumesNegativeTest-1808238439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89626'] for port, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:43.713358 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d47495f-4ac2-4a76-b9e3-ef0bd48abe68 req-cc22462f-fc83-4125-a230-c16a429a5124 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:43.715180 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-8d47495f-4ac2-4a76-b9e3-ef0bd48abe68 req-cc22462f-fc83-4125-a230-c16a429a5124 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cf59451-e65c-4f13-b3e1-07c1aeb51055 HTTP/1.1" status: 200 len: 945 time: 0.0651340 Sep 15 02:46:43.724111 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-9701f055-ef84-4b9d-aed7-ab75bbdc51e7 req-1f1875f0-bcda-414d-8164-9514a3f91d69 tempest-VolumesNegativeTest-1808238439 tempest-VolumesNegativeTest-1808238439-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1349051 Sep 15 02:46:43.737594 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.v2.base [req-9701f055-ef84-4b9d-aed7-ab75bbdc51e7 req-c2914e0c-1659-43c2-8c59-4474227be901 service neutron] Request body: {'port': {'device_id': '630d0f13-3b53-40b1-8a6f-ecef7f2f5ca5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=101046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:46:43.770105 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-8d47495f-4ac2-4a76-b9e3-ef0bd48abe68 req-908d4f59-a47a-4f9c-b3c9-a3da281faddb tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea3f50e-21de-421b-b9af-b4641846795e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461373 Sep 15 02:46:43.835191 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [req-9701f055-ef84-4b9d-aed7-ab75bbdc51e7 req-c2914e0c-1659-43c2-8c59-4474227be901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:43.860833 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-94ead367-171c-43df-b4da-b969c1893742 None None] Provisioning complete for port 5e4aac37-593f-432a-b38b-8081a9364786 triggered by entity DHCP. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:46:43.861433 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-94ead367-171c-43df-b4da-b969c1893742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1575204'] for port, provisioning_complete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:43.864483 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f22edf2-3079-469c-b87e-79e4ac9005fe req-a9fe5a24-52b4-4800-b51a-098c1fcea8fd tempest-VolumesNegativeTest-1808238439 tempest-VolumesNegativeTest-1808238439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:43.866263 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-4f22edf2-3079-469c-b87e-79e4ac9005fe req-a9fe5a24-52b4-4800-b51a-098c1fcea8fd tempest-VolumesNegativeTest-1808238439 tempest-VolumesNegativeTest-1808238439-project] 10.222.0.13 "GET /v2.0/ports?device_id=630d0f13-3b53-40b1-8a6f-ecef7f2f5ca5 HTTP/1.1" status: 200 len: 936 time: 0.0813322 Sep 15 02:46:43.896055 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6bfcfe-baf7-4c82-a560-e58c01379b50 req-dedc7a12-eef9-4721-9a63-c19881d1e461 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:43.899113 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-ba6bfcfe-baf7-4c82-a560-e58c01379b50 req-dedc7a12-eef9-4721-9a63-c19881d1e461 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb3fcddc-5c00-4077-8a3b-06b86f2ca670 HTTP/1.1" status: 200 len: 946 time: 0.0616424 Sep 15 02:46:43.904195 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.plugin [None req-94ead367-171c-43df-b4da-b969c1893742 None None] Port 5e4aac37-593f-432a-b38b-8081a9364786 cannot update to ACTIVE because it is not bound. {{(pid=101047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 02:46:43.935077 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-4f22edf2-3079-469c-b87e-79e4ac9005fe req-fa46efb7-849b-4ef4-bcae-4c3dcad4c2a9 tempest-VolumesNegativeTest-1808238439 tempest-VolumesNegativeTest-1808238439-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf7074c7-6881-4aa8-a44c-de47cef14cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507660 Sep 15 02:46:43.942107 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-ba6bfcfe-baf7-4c82-a560-e58c01379b50 req-9de8d4fd-ea90-4c31-b5cf-e1a926d27eb1 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a48ec5e-5483-47a7-a61c-ca706341677d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359330 Sep 15 02:46:44.149146 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.notifiers.nova [req-9701f055-ef84-4b9d-aed7-ab75bbdc51e7 req-c2914e0c-1659-43c2-8c59-4474227be901 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e4aac37-593f-432a-b38b-8081a9364786 {{(pid=101046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 02:46:44.156435 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [req-9701f055-ef84-4b9d-aed7-ab75bbdc51e7 req-c2914e0c-1659-43c2-8c59-4474227be901 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:44.168168 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.db.provisioning_blocks [req-9701f055-ef84-4b9d-aed7-ab75bbdc51e7 req-c2914e0c-1659-43c2-8c59-4474227be901 service neutron] Transition to ACTIVE for port object 5e4aac37-593f-432a-b38b-8081a9364786 will not be triggered until provisioned by entity L2. {{(pid=101046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 02:46:44.226128 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [req-9701f055-ef84-4b9d-aed7-ab75bbdc51e7 req-c2914e0c-1659-43c2-8c59-4474227be901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25909727'] for port, after_update {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:44.275737 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2914e0c-1659-43c2-8c59-4474227be901 service neutron] Pushing event updated for resources: {'Port': ['ID=5e4aac37-593f-432a-b38b-8081a9364786,revision_number=2']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:46:44.353184 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.managers [req-9701f055-ef84-4b9d-aed7-ab75bbdc51e7 req-c2914e0c-1659-43c2-8c59-4474227be901 service neutron] Attempting to bind port 5e4aac37-593f-432a-b38b-8081a9364786 on host hv-cinder-75995 for vnic_type normal with profile {{(pid=101046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 02:46:44.353515 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.managers [req-9701f055-ef84-4b9d-aed7-ab75bbdc51e7 req-c2914e0c-1659-43c2-8c59-4474227be901 service neutron] Attempting to bind port 5e4aac37-593f-432a-b38b-8081a9364786 by drivers openvswitch,hyperv on host hv-cinder-75995 at level 0 using segments [{'id': '0ad5a8bd-4676-4915-bd3a-db97e73d3c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bdd81370-8ddb-4f4b-aa94-002d4f9e1efe'}] {{(pid=101046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 02:46:44.353839 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9701f055-ef84-4b9d-aed7-ab75bbdc51e7 req-c2914e0c-1659-43c2-8c59-4474227be901 service neutron] Attempting to bind port 5e4aac37-593f-432a-b38b-8081a9364786 on network bdd81370-8ddb-4f4b-aa94-002d4f9e1efe {{(pid=101046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:46:44.358296 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9701f055-ef84-4b9d-aed7-ab75bbdc51e7 req-c2914e0c-1659-43c2-8c59-4474227be901 service neutron] Port 5e4aac37-593f-432a-b38b-8081a9364786 on network bdd81370-8ddb-4f4b-aa94-002d4f9e1efe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75995 {{(pid=101046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 02:46:44.358612 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9701f055-ef84-4b9d-aed7-ab75bbdc51e7 req-c2914e0c-1659-43c2-8c59-4474227be901 service neutron] Attempting to bind port 5e4aac37-593f-432a-b38b-8081a9364786 on network bdd81370-8ddb-4f4b-aa94-002d4f9e1efe {{(pid=101046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:46:44.363840 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9701f055-ef84-4b9d-aed7-ab75bbdc51e7 req-c2914e0c-1659-43c2-8c59-4474227be901 service neutron] Checking agent: {'id': 'bf643b19-1b67-4f44-847e-0724d3e1ee06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 42, 35), 'started_at': datetime.datetime(2021, 9, 15, 2, 42, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 2, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 02:46:44.364166 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9701f055-ef84-4b9d-aed7-ab75bbdc51e7 req-c2914e0c-1659-43c2-8c59-4474227be901 service neutron] Checking segment: {'id': '0ad5a8bd-4676-4915-bd3a-db97e73d3c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bdd81370-8ddb-4f4b-aa94-002d4f9e1efe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:46:44.364542 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9701f055-ef84-4b9d-aed7-ab75bbdc51e7 req-c2914e0c-1659-43c2-8c59-4474227be901 service neutron] Bound using segment: {'id': '0ad5a8bd-4676-4915-bd3a-db97e73d3c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bdd81370-8ddb-4f4b-aa94-002d4f9e1efe'} {{(pid=101046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 02:46:44.365618 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.managers [req-9701f055-ef84-4b9d-aed7-ab75bbdc51e7 req-c2914e0c-1659-43c2-8c59-4474227be901 service neutron] Bound port: 5e4aac37-593f-432a-b38b-8081a9364786, host: hv-cinder-75995, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ad5a8bd-4676-4915-bd3a-db97e73d3c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bdd81370-8ddb-4f4b-aa94-002d4f9e1efe'}}] {{(pid=101046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 02:46:44.365976 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [req-9701f055-ef84-4b9d-aed7-ab75bbdc51e7 req-c2914e0c-1659-43c2-8c59-4474227be901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:44.435920 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.db [req-9701f055-ef84-4b9d-aed7-ab75bbdc51e7 req-c2914e0c-1659-43c2-8c59-4474227be901 service neutron] For port 5e4aac37-593f-432a-b38b-8081a9364786, host hv-cinder-75995, cleared binding levels {{(pid=101046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 02:46:44.438876 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.db [req-9701f055-ef84-4b9d-aed7-ab75bbdc51e7 req-c2914e0c-1659-43c2-8c59-4474227be901 service neutron] For port 5e4aac37-593f-432a-b38b-8081a9364786, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=5e4aac37-593f-432a-b38b-8081a9364786,segment=NetworkSegment(0ad5a8bd-4676-4915-bd3a-db97e73d3c18),segment_id=0ad5a8bd-4676-4915-bd3a-db97e73d3c18)] {{(pid=101046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 02:46:44.500044 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [req-9701f055-ef84-4b9d-aed7-ab75bbdc51e7 req-c2914e0c-1659-43c2-8c59-4474227be901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25909727'] for port, after_update {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:44.534212 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9701f055-ef84-4b9d-aed7-ab75bbdc51e7 req-c2914e0c-1659-43c2-8c59-4474227be901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:44.534818 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [req-9701f055-ef84-4b9d-aed7-ab75bbdc51e7 req-c2914e0c-1659-43c2-8c59-4474227be901 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89626'] for port, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:44.536193 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-9701f055-ef84-4b9d-aed7-ab75bbdc51e7 req-c2914e0c-1659-43c2-8c59-4474227be901 service neutron] 10.222.0.38 "PUT /v2.0/ports/5e4aac37-593f-432a-b38b-8081a9364786 HTTP/1.1" status: 200 len: 1098 time: 0.8029473 Sep 15 02:46:44.538801 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '630d0f13-3b53-40b1-8a6f-ecef7f2f5ca5', 'tag': '5e4aac37-593f-432a-b38b-8081a9364786'}] {{(pid=101046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:46:44.541049 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09f236bde6c897f5223593461388a859426f0e46db55c614fbf86303128fc53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6366a5c3-386f-4042-a6df-741bac907c54" -d '{"events": [{"name": "network-changed", "server_uuid": "630d0f13-3b53-40b1-8a6f-ecef7f2f5ca5", "tag": "5e4aac37-593f-432a-b38b-8081a9364786"}]}' {{(pid=101046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:46:44.581246 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2914e0c-1659-43c2-8c59-4474227be901 service neutron] Pushing event updated for resources: {'Port': ['ID=5e4aac37-593f-432a-b38b-8081a9364786,revision_number=3']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:46:44.588493 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 02:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c64d70fd-24bb-4324-9ddc-226290ee2ad9 x-openstack-request-id: req-c64d70fd-24bb-4324-9ddc-226290ee2ad9 {{(pid=101046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:46:44.588755 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "630d0f13-3b53-40b1-8a6f-ecef7f2f5ca5", "tag": "5e4aac37-593f-432a-b38b-8081a9364786", "status": "completed", "code": 200}]} {{(pid=101046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:46:44.589098 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c64d70fd-24bb-4324-9ddc-226290ee2ad9 {{(pid=101046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:46:44.589378 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '630d0f13-3b53-40b1-8a6f-ecef7f2f5ca5', 'tag': '5e4aac37-593f-432a-b38b-8081a9364786', 'status': 'completed', 'code': 200} Sep 15 02:46:44.655686 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6366a5c3-386f-4042-a6df-741bac907c54 req-9ef9f9fe-4232-44ae-b443-e28880150dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:44.657208 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-6366a5c3-386f-4042-a6df-741bac907c54 req-9ef9f9fe-4232-44ae-b443-e28880150dde service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=692f79d1f84f4ae9be490420f10fe064&device_id=630d0f13-3b53-40b1-8a6f-ecef7f2f5ca5 HTTP/1.1" status: 200 len: 1101 time: 0.0428340 Sep 15 02:46:44.688790 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-6366a5c3-386f-4042-a6df-741bac907c54 req-daa65c23-fdab-43f4-977a-b4acf113e7eb service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=692f79d1f84f4ae9be490420f10fe064&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0214908 Sep 15 02:46:44.802145 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6366a5c3-386f-4042-a6df-741bac907c54 req-87ad9401-e70f-4f36-b233-a05a72a487e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:44.804335 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-6366a5c3-386f-4042-a6df-741bac907c54 req-87ad9401-e70f-4f36-b233-a05a72a487e1 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1075563 Sep 15 02:46:44.898603 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9701f055-ef84-4b9d-aed7-ab75bbdc51e7 req-58c28c06-ad83-4145-ae12-1f59d6c74532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:44.899163 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b28df0-5bc6-4653-aba7-99152304e70e req-9867f14c-5c43-41f4-a6b4-a5ae23791dd6 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:44.900269 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-9701f055-ef84-4b9d-aed7-ab75bbdc51e7 req-58c28c06-ad83-4145-ae12-1f59d6c74532 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=692f79d1f84f4ae9be490420f10fe064&device_id=630d0f13-3b53-40b1-8a6f-ecef7f2f5ca5 HTTP/1.1" status: 200 len: 1101 time: 0.0483325 Sep 15 02:46:44.900713 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-a5b28df0-5bc6-4653-aba7-99152304e70e req-9867f14c-5c43-41f4-a6b4-a5ae23791dd6 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cf59451-e65c-4f13-b3e1-07c1aeb51055 HTTP/1.1" status: 200 len: 945 time: 0.0525384 Sep 15 02:46:44.939564 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-a5b28df0-5bc6-4653-aba7-99152304e70e req-bee3eca9-f408-47a5-8996-ba2018c72e71 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea3f50e-21de-421b-b9af-b4641846795e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322795 Sep 15 02:46:44.947581 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-9701f055-ef84-4b9d-aed7-ab75bbdc51e7 req-0a9ee01a-8658-4a00-981d-ef628e97a66a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=5e4aac37-593f-432a-b38b-8081a9364786 HTTP/1.1" status: 200 len: 217 time: 0.0373650 Sep 15 02:46:45.013334 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9701f055-ef84-4b9d-aed7-ab75bbdc51e7 req-16adf6c9-7b0d-4d7d-b80f-60bdc06a74ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:45.014959 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-9701f055-ef84-4b9d-aed7-ab75bbdc51e7 req-16adf6c9-7b0d-4d7d-b80f-60bdc06a74ed service neutron] 10.222.0.38 "GET /v2.0/subnets?id=56f0d438-f702-4379-a2e9-a9b833d5c0f9 HTTP/1.1" status: 200 len: 843 time: 0.0536346 Sep 15 02:46:45.084882 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a819e51-68f2-46b6-ba9e-0890a3fd4a8a req-7ab521e9-953c-44ce-8d21-ed34a6618700 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:45.086384 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-2a819e51-68f2-46b6-ba9e-0890a3fd4a8a req-7ab521e9-953c-44ce-8d21-ed34a6618700 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb3fcddc-5c00-4077-8a3b-06b86f2ca670 HTTP/1.1" status: 200 len: 946 time: 0.0610588 Sep 15 02:46:45.124127 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19df733-879b-4182-9a9a-1e88bf84b046 req-2812d38d-09cd-4b79-9e91-3f9972bca38c tempest-VolumesNegativeTest-1808238439 tempest-VolumesNegativeTest-1808238439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:45.125609 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-e19df733-879b-4182-9a9a-1e88bf84b046 req-2812d38d-09cd-4b79-9e91-3f9972bca38c tempest-VolumesNegativeTest-1808238439 tempest-VolumesNegativeTest-1808238439-project] 10.222.0.13 "GET /v2.0/ports?device_id=630d0f13-3b53-40b1-8a6f-ecef7f2f5ca5 HTTP/1.1" status: 200 len: 948 time: 0.1046636 Sep 15 02:46:45.128338 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9701f055-ef84-4b9d-aed7-ab75bbdc51e7 req-29ced01d-8ee1-42a9-993d-bc6dc616408a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:45.130013 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-9701f055-ef84-4b9d-aed7-ab75bbdc51e7 req-29ced01d-8ee1-42a9-993d-bc6dc616408a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=bdd81370-8ddb-4f4b-aa94-002d4f9e1efe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0985646 Sep 15 02:46:45.130109 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-2a819e51-68f2-46b6-ba9e-0890a3fd4a8a req-44d89d46-5266-4b75-8e9c-405c7e698b81 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a48ec5e-5483-47a7-a61c-ca706341677d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359612 Sep 15 02:46:45.196886 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-e19df733-879b-4182-9a9a-1e88bf84b046 req-50af99e7-461d-47ae-b7f7-6b0133dd0675 tempest-VolumesNegativeTest-1808238439 tempest-VolumesNegativeTest-1808238439-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf7074c7-6881-4aa8-a44c-de47cef14cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604830 Sep 15 02:46:45.259407 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-9701f055-ef84-4b9d-aed7-ab75bbdc51e7 req-aec0b82d-3355-4bc2-b737-9c60fbb71461 service neutron] 10.222.0.38 "GET /v2.0/networks/bdd81370-8ddb-4f4b-aa94-002d4f9e1efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148767 Sep 15 02:46:45.271371 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 38440) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:46:45.358427 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-9701f055-ef84-4b9d-aed7-ab75bbdc51e7 req-28340ba9-6697-4947-9e32-29c9f8d31f1d service neutron] 10.222.0.38 "GET /v2.0/networks/bdd81370-8ddb-4f4b-aa94-002d4f9e1efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906730 Sep 15 02:46:45.385091 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-06fe8bc0-2dc0-44a7-be65-af4bb3b53199 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:45.461289 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-9a557fef-ea9d-49be-bfa7-3d657625f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:45.475664 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-06fe8bc0-2dc0-44a7-be65-af4bb3b53199 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:45.523140 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-06fe8bc0-2dc0-44a7-be65-af4bb3b53199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:45.559161 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fe8bc0-2dc0-44a7-be65-af4bb3b53199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62dd565e-8e5b-417a-8b6a-0a75050761f1,revision_number=1']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:46:45.563627 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-06fe8bc0-2dc0-44a7-be65-af4bb3b53199 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1e3733b8c0184742a010a46c0c5739ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2912219 Sep 15 02:46:45.568454 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 38444) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:46:45.569129 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fe8bc0-2dc0-44a7-be65-af4bb3b53199 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:46:45.569472 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fe8bc0-2dc0-44a7-be65-af4bb3b53199 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:46:45.569804 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fe8bc0-2dc0-44a7-be65-af4bb3b53199 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:46:45.570132 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fe8bc0-2dc0-44a7-be65-af4bb3b53199 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:46:45.570453 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fe8bc0-2dc0-44a7-be65-af4bb3b53199 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:46:45.570774 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fe8bc0-2dc0-44a7-be65-af4bb3b53199 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:46:45.571120 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fe8bc0-2dc0-44a7-be65-af4bb3b53199 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:46:45.571437 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fe8bc0-2dc0-44a7-be65-af4bb3b53199 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:46:45.571753 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fe8bc0-2dc0-44a7-be65-af4bb3b53199 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:46:45.572066 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fe8bc0-2dc0-44a7-be65-af4bb3b53199 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:46:45.572381 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fe8bc0-2dc0-44a7-be65-af4bb3b53199 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:46:45.572786 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fe8bc0-2dc0-44a7-be65-af4bb3b53199 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:46:45.622925 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-395e9f94-7b3d-4201-8cb7-339a09599e5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:45.644721 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-395e9f94-7b3d-4201-8cb7-339a09599e5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:45.740747 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-395e9f94-7b3d-4201-8cb7-339a09599e5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:45.743364 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-395e9f94-7b3d-4201-8cb7-339a09599e5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:45.744617 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-395e9f94-7b3d-4201-8cb7-339a09599e5e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/62dd565e-8e5b-417a-8b6a-0a75050761f1 HTTP/1.1" status: 204 len: 168 time: 0.1771288 Sep 15 02:46:45.752413 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395e9f94-7b3d-4201-8cb7-339a09599e5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62dd565e-8e5b-417a-8b6a-0a75050761f1,revision_number=None']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:46:46.087495 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227dbfbd-2f66-4edb-9c96-d6552729575f req-f0935f97-1466-4a9d-9cfe-510bd87c18a2 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:46.089642 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-227dbfbd-2f66-4edb-9c96-d6552729575f req-f0935f97-1466-4a9d-9cfe-510bd87c18a2 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cf59451-e65c-4f13-b3e1-07c1aeb51055 HTTP/1.1" status: 200 len: 945 time: 0.0644040 Sep 15 02:46:46.131789 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-227dbfbd-2f66-4edb-9c96-d6552729575f req-f050be09-13fc-44c8-83a1-80b4cf6f1146 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea3f50e-21de-421b-b9af-b4641846795e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356412 Sep 15 02:46:46.269581 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe30fc3f-8f14-4539-bd68-e3c21e633ada req-96ea4b80-a9fb-4841-aa9c-c3132528ee5e tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:46.272131 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-fe30fc3f-8f14-4539-bd68-e3c21e633ada req-96ea4b80-a9fb-4841-aa9c-c3132528ee5e tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb3fcddc-5c00-4077-8a3b-06b86f2ca670 HTTP/1.1" status: 200 len: 946 time: 0.0588610 Sep 15 02:46:46.426898 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Device 7803cf27-e539-421b-b66e-690840106306 no longer exists at agent hyperv_hv-cinder-75995 {{(pid=101047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 02:46:46.534337 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:46.569100 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cf59451-e65c-4f13-b3e1-07c1aeb51055', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7803cf27-e539-421b-b66e-690840106306'}] {{(pid=101047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:46:46.571977 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c8380946bd2a122839d37a92bf46cf7528befbf14a007f21b6f8387627c5c86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15d0f003-fc51-4608-b028-a71ce3b06394" -d '{"events": [{"server_uuid": "3cf59451-e65c-4f13-b3e1-07c1aeb51055", "name": "network-vif-unplugged", "status": "completed", "tag": "7803cf27-e539-421b-b66e-690840106306"}]}' {{(pid=101047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:46:46.580611 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-fe30fc3f-8f14-4539-bd68-e3c21e633ada req-90282831-c2a3-4829-964c-1436614c6300 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a48ec5e-5483-47a7-a61c-ca706341677d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3009753 Sep 15 02:46:46.593638 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] For port 7803cf27-e539-421b-b66e-690840106306, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=7803cf27-e539-421b-b66e-690840106306,segment=NetworkSegment(05f52a86-8cc0-4a65-9024-5aaf0393990e),segment_id=05f52a86-8cc0-4a65-9024-5aaf0393990e)] {{(pid=101047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:46:46.672331 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:46.705115 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1a442d-c2e0-455e-8004-da43132a2a5b req-e8f2876d-c1ab-426d-b8c8-edc833a3b846 tempest-VolumesNegativeTest-1808238439 tempest-VolumesNegativeTest-1808238439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:46.706642 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-5e1a442d-c2e0-455e-8004-da43132a2a5b req-e8f2876d-c1ab-426d-b8c8-edc833a3b846 tempest-VolumesNegativeTest-1808238439 tempest-VolumesNegativeTest-1808238439-project] 10.222.0.13 "GET /v2.0/ports?device_id=630d0f13-3b53-40b1-8a6f-ecef7f2f5ca5 HTTP/1.1" status: 200 len: 948 time: 0.0641928 Sep 15 02:46:46.726758 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Pushing event updated for resources: {'Port': ['ID=7803cf27-e539-421b-b66e-690840106306,revision_number=8']} {{(pid=101047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:46:46.758824 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-5e1a442d-c2e0-455e-8004-da43132a2a5b req-b7118b30-deb2-442e-9bdb-461109ad1528 tempest-VolumesNegativeTest-1808238439 tempest-VolumesNegativeTest-1808238439-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf7074c7-6881-4aa8-a44c-de47cef14cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426023 Sep 15 02:46:46.816234 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 15 Sep 2021 02:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0628a8fa-0d54-4511-b654-866a76aa63c8 x-openstack-request-id: req-0628a8fa-0d54-4511-b654-866a76aa63c8 {{(pid=101047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:46:46.816593 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cf59451-e65c-4f13-b3e1-07c1aeb51055", "name": "network-vif-unplugged", "status": "failed", "tag": "7803cf27-e539-421b-b66e-690840106306", "code": 422}]} {{(pid=101047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:46:46.816908 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0628a8fa-0d54-4511-b654-866a76aa63c8 {{(pid=101047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:46:46.817423 dv-cinder-759955-25-smb neutron-server[101047]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3cf59451-e65c-4f13-b3e1-07c1aeb51055', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7803cf27-e539-421b-b66e-690840106306', 'code': 422} returned with failed status Sep 15 02:46:47.393232 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [req-02680392-1331-4149-a25b-827bb4ddf342 req-b99a4e15-3711-4bae-8cdb-e0af12edd0e5 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 02:46:47.394705 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-02680392-1331-4149-a25b-827bb4ddf342 req-b99a4e15-3711-4bae-8cdb-e0af12edd0e5 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054796 Sep 15 02:46:47.690748 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e106b0-7f75-40dc-95f4-2f628d8daf03 req-9bfe3739-38c0-4b8a-bc1d-7567eb16b249 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:47.696214 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-57e106b0-7f75-40dc-95f4-2f628d8daf03 req-9bfe3739-38c0-4b8a-bc1d-7567eb16b249 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cf59451-e65c-4f13-b3e1-07c1aeb51055 HTTP/1.1" status: 200 len: 943 time: 0.0550296 Sep 15 02:46:47.734819 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-57e106b0-7f75-40dc-95f4-2f628d8daf03 req-3649b98f-717f-4aac-97b9-313c3e8deec5 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea3f50e-21de-421b-b9af-b4641846795e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346780 Sep 15 02:46:47.880241 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5920fd-13bb-4ff4-b819-714b15e2e7b0 req-c72ffdcb-5f14-4e00-94b2-86bf0558442d tempest-VolumesNegativeTest-1808238439 tempest-VolumesNegativeTest-1808238439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:47.883477 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-2c5920fd-13bb-4ff4-b819-714b15e2e7b0 req-c72ffdcb-5f14-4e00-94b2-86bf0558442d tempest-VolumesNegativeTest-1808238439 tempest-VolumesNegativeTest-1808238439-project] 10.222.0.13 "GET /v2.0/ports?device_id=630d0f13-3b53-40b1-8a6f-ecef7f2f5ca5 HTTP/1.1" status: 200 len: 948 time: 0.0522113 Sep 15 02:46:47.944347 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-2c5920fd-13bb-4ff4-b819-714b15e2e7b0 req-3190ec13-789c-4389-a53a-46be4067e801 tempest-VolumesNegativeTest-1808238439 tempest-VolumesNegativeTest-1808238439-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf7074c7-6881-4aa8-a44c-de47cef14cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560734 Sep 15 02:46:48.105633 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-98f47943-257d-4448-babb-a396cc85cbba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:48.217359 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 38536) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:46:48.307662 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-84a92600-e728-450d-a49b-057545522821 req-28ce3b30-6029-47a3-be58-6c450a49525b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3cf59451-e65c-4f13-b3e1-07c1aeb51055&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0891495 Sep 15 02:46:48.317118 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [req-84a92600-e728-450d-a49b-057545522821 req-5e70dbd9-9476-412e-a7f4-05bc7016758b service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 02:46:48.318137 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-84a92600-e728-450d-a49b-057545522821 req-5e70dbd9-9476-412e-a7f4-05bc7016758b service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051250 Sep 15 02:46:48.441448 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Device 5e4aac37-593f-432a-b38b-8081a9364786 details requested by agent hyperv_hv-cinder-75995 with host hv-cinder-75995 {{(pid=101047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 02:46:48.494733 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:48.557517 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] For port 5e4aac37-593f-432a-b38b-8081a9364786, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=5e4aac37-593f-432a-b38b-8081a9364786,segment=NetworkSegment(0ad5a8bd-4676-4915-bd3a-db97e73d3c18),segment_id=0ad5a8bd-4676-4915-bd3a-db97e73d3c18)] {{(pid=101047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:46:48.567612 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Returning: {'device': '5e4aac37-593f-432a-b38b-8081a9364786', 'network_id': 'bdd81370-8ddb-4f4b-aa94-002d4f9e1efe', 'port_id': '5e4aac37-593f-432a-b38b-8081a9364786', 'mac_address': 'fa:16:3e:10:e9:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56f0d438-f702-4379-a2e9-a9b833d5c0f9', 'ip_address': '192.168.233.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 02:46:48.610017 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:48.623832 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.notifiers.nova [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e4aac37-593f-432a-b38b-8081a9364786 {{(pid=101047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 02:46:48.643312 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] For port 5e4aac37-593f-432a-b38b-8081a9364786, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=5e4aac37-593f-432a-b38b-8081a9364786,segment=NetworkSegment(0ad5a8bd-4676-4915-bd3a-db97e73d3c18),segment_id=0ad5a8bd-4676-4915-bd3a-db97e73d3c18)] {{(pid=101047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:46:48.711622 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:48.777300 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Pushing event updated for resources: {'Port': ['ID=5e4aac37-593f-432a-b38b-8081a9364786,revision_number=4']} {{(pid=101047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:46:48.786598 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:46:48.786723 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:46:48.787030 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:46:48.787377 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:46:48.787724 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:46:48.788047 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:46:48.788374 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:46:48.788702 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:46:48.789054 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:46:48.789385 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:46:48.789709 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:46:48.790072 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:46:48.874492 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ac6929-0153-47d8-b9a6-995fab73a44d req-fb0217c2-ed74-4101-a4d2-dde18ef782d8 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:48.876019 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-20ac6929-0153-47d8-b9a6-995fab73a44d req-fb0217c2-ed74-4101-a4d2-dde18ef782d8 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cf59451-e65c-4f13-b3e1-07c1aeb51055 HTTP/1.1" status: 200 len: 943 time: 0.0496221 Sep 15 02:46:48.916462 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-20ac6929-0153-47d8-b9a6-995fab73a44d req-c549edc7-25fa-4307-ab0f-b7aff135833e tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea3f50e-21de-421b-b9af-b4641846795e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333247 Sep 15 02:46:49.010129 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] get_ports_and_sgs() called for port_ids ['5e4aac37-593f-432a-b38b-8081a9364786'] {{(pid=101047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 02:46:49.065025 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0778de3d-f2a7-4837-a708-02e25ad5ce0b req-9d3cb7e8-22a0-49aa-901e-68411a6250ea tempest-VolumesNegativeTest-1808238439 tempest-VolumesNegativeTest-1808238439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:49.066500 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-0778de3d-f2a7-4837-a708-02e25ad5ce0b req-9d3cb7e8-22a0-49aa-901e-68411a6250ea tempest-VolumesNegativeTest-1808238439 tempest-VolumesNegativeTest-1808238439-project] 10.222.0.13 "GET /v2.0/ports?device_id=630d0f13-3b53-40b1-8a6f-ecef7f2f5ca5 HTTP/1.1" status: 200 len: 949 time: 0.0539782 Sep 15 02:46:49.108121 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-0778de3d-f2a7-4837-a708-02e25ad5ce0b req-3ec36847-0dd3-4f49-bc92-18e3029d03db tempest-VolumesNegativeTest-1808238439 tempest-VolumesNegativeTest-1808238439-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf7074c7-6881-4aa8-a44c-de47cef14cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333369 Sep 15 02:46:49.374842 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-26fc78ca-8f14-4c98-81c4-2d6c26116e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:50.035846 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b700222-37a0-4995-889b-621f327e2783 req-2fd743d1-385c-464b-993c-47aeb84ec178 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:50.037693 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-6b700222-37a0-4995-889b-621f327e2783 req-2fd743d1-385c-464b-993c-47aeb84ec178 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cf59451-e65c-4f13-b3e1-07c1aeb51055 HTTP/1.1" status: 200 len: 943 time: 0.0494642 Sep 15 02:46:50.082095 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-6b700222-37a0-4995-889b-621f327e2783 req-cf621443-f807-435c-9424-d440b24149d4 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea3f50e-21de-421b-b9af-b4641846795e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373595 Sep 15 02:46:50.222628 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded68f14-7122-4aa3-ab70-1e2704d76e49 req-f0b8ed4f-842d-4cbf-b086-149f0c51b5ae tempest-VolumesNegativeTest-1808238439 tempest-VolumesNegativeTest-1808238439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:50.224092 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-ded68f14-7122-4aa3-ab70-1e2704d76e49 req-f0b8ed4f-842d-4cbf-b086-149f0c51b5ae tempest-VolumesNegativeTest-1808238439 tempest-VolumesNegativeTest-1808238439-project] 10.222.0.13 "GET /v2.0/ports?device_id=630d0f13-3b53-40b1-8a6f-ecef7f2f5ca5 HTTP/1.1" status: 200 len: 949 time: 0.0485911 Sep 15 02:46:50.267068 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-ded68f14-7122-4aa3-ab70-1e2704d76e49 req-a2fa3c5a-8d3b-49e8-90c9-24a2dd2d4355 tempest-VolumesNegativeTest-1808238439 tempest-VolumesNegativeTest-1808238439-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf7074c7-6881-4aa8-a44c-de47cef14cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370238 Sep 15 02:46:50.439422 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Device 5e4aac37-593f-432a-b38b-8081a9364786 up at agent hyperv_hv-cinder-75995 {{(pid=101047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:46:50.545455 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Provisioning for port 5e4aac37-593f-432a-b38b-8081a9364786 completed by entity L2. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 02:46:50.549334 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Provisioning complete for port 5e4aac37-593f-432a-b38b-8081a9364786 triggered by entity L2. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:46:50.549729 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1575204'] for port, provisioning_complete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:50.629043 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:50.657955 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '630d0f13-3b53-40b1-8a6f-ecef7f2f5ca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e4aac37-593f-432a-b38b-8081a9364786'}] {{(pid=101047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:46:50.660280 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c8380946bd2a122839d37a92bf46cf7528befbf14a007f21b6f8387627c5c86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a30d195-d593-4b4d-80c2-0ec7aa491943" -d '{"events": [{"server_uuid": "630d0f13-3b53-40b1-8a6f-ecef7f2f5ca5", "name": "network-vif-plugged", "status": "completed", "tag": "5e4aac37-593f-432a-b38b-8081a9364786"}]}' {{(pid=101047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:46:50.678697 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] For port 5e4aac37-593f-432a-b38b-8081a9364786, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=5e4aac37-593f-432a-b38b-8081a9364786,segment=NetworkSegment(0ad5a8bd-4676-4915-bd3a-db97e73d3c18),segment_id=0ad5a8bd-4676-4915-bd3a-db97e73d3c18)] {{(pid=101047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:46:50.701148 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 02:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab824ade-2b13-483e-b14c-8dd9d05b70a6 x-openstack-request-id: req-ab824ade-2b13-483e-b14c-8dd9d05b70a6 {{(pid=101047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:46:50.701148 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "630d0f13-3b53-40b1-8a6f-ecef7f2f5ca5", "name": "network-vif-plugged", "status": "completed", "tag": "5e4aac37-593f-432a-b38b-8081a9364786", "code": 200}]} {{(pid=101047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:46:50.701148 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ab824ade-2b13-483e-b14c-8dd9d05b70a6 {{(pid=101047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:46:50.701148 dv-cinder-759955-25-smb neutron-server[101047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '630d0f13-3b53-40b1-8a6f-ecef7f2f5ca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e4aac37-593f-432a-b38b-8081a9364786', 'code': 200} Sep 15 02:46:50.734750 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:50.788026 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Pushing event updated for resources: {'Port': ['ID=5e4aac37-593f-432a-b38b-8081a9364786,revision_number=5']} {{(pid=101047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:46:50.961058 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a92600-e728-450d-a49b-057545522821 req-043ac7c1-ce4e-44b9-8c0d-4b6816a5584d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:50.962536 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-84a92600-e728-450d-a49b-057545522821 req-043ac7c1-ce4e-44b9-8c0d-4b6816a5584d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=3cf59451-e65c-4f13-b3e1-07c1aeb51055&tenant_id=bf1160da16cc4aa8a8f7f5065e5f7661 HTTP/1.1" status: 200 len: 1096 time: 0.0720370 Sep 15 02:46:51.076054 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa63f4a-994c-4a3d-aa01-03cbbb88f320 req-adfa843a-9c61-4348-8760-cc3da4b21dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:51.077578 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-7aa63f4a-994c-4a3d-aa01-03cbbb88f320 req-adfa843a-9c61-4348-8760-cc3da4b21dbd service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=630d0f13-3b53-40b1-8a6f-ecef7f2f5ca5 HTTP/1.1" status: 200 len: 1103 time: 0.0425084 Sep 15 02:46:51.086122 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a92600-e728-450d-a49b-057545522821 req-3c4bc107-71bd-45d5-a5ba-2fa3a33b3573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:51.089550 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-84a92600-e728-450d-a49b-057545522821 req-3c4bc107-71bd-45d5-a5ba-2fa3a33b3573 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=bf1160da16cc4aa8a8f7f5065e5f7661&device_id=3cf59451-e65c-4f13-b3e1-07c1aeb51055 HTTP/1.1" status: 200 len: 1096 time: 0.0524924 Sep 15 02:46:51.175075 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-7aa63f4a-994c-4a3d-aa01-03cbbb88f320 req-2e9a2e46-3c59-461e-bef0-0e3f04067d29 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=bf7074c7-6881-4aa8-a44c-de47cef14cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685968 Sep 15 02:46:51.254195 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-4787a0ec-4617-4d18-8d79-4c4aa2145a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:51.260587 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a92600-e728-450d-a49b-057545522821 req-9b21775e-a954-45c5-a491-67eaf50cfc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:51.262044 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-84a92600-e728-450d-a49b-057545522821 req-9b21775e-a954-45c5-a491-67eaf50cfc08 service neutron] 10.222.0.38 "GET /v2.0/networks?id=559d7eea-ef89-4b33-b717-afb1545433a5 HTTP/1.1" status: 200 len: 917 time: 0.1584673 Sep 15 02:46:51.272669 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5cd212-1e46-4366-9dfa-392a3d3dc51b req-a7bb755b-7f34-4d81-9504-3160583f0910 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:51.278755 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-4d5cd212-1e46-4366-9dfa-392a3d3dc51b req-a7bb755b-7f34-4d81-9504-3160583f0910 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cf59451-e65c-4f13-b3e1-07c1aeb51055 HTTP/1.1" status: 200 len: 943 time: 0.0735981 Sep 15 02:46:51.317365 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-4d5cd212-1e46-4366-9dfa-392a3d3dc51b req-0b4e0a52-d289-40bc-830b-8b2e5d90ddf9 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea3f50e-21de-421b-b9af-b4641846795e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371346 Sep 15 02:46:51.503629 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-84a92600-e728-450d-a49b-057545522821 req-a0dc61fd-a821-480b-aa4b-5336307eccf4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7803cf27-e539-421b-b66e-690840106306 HTTP/1.1" status: 200 len: 998 time: 0.1135571 Sep 15 02:46:51.512647 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9a0fb4-2c85-405a-9f7b-1103b5ac61ff req-c0a3ea28-f7b6-45eb-b244-9744ddcbefe7 tempest-VolumesNegativeTest-1808238439 tempest-VolumesNegativeTest-1808238439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:51.514027 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-4d9a0fb4-2c85-405a-9f7b-1103b5ac61ff req-c0a3ea28-f7b6-45eb-b244-9744ddcbefe7 tempest-VolumesNegativeTest-1808238439 tempest-VolumesNegativeTest-1808238439-project] 10.222.0.13 "GET /v2.0/ports?device_id=630d0f13-3b53-40b1-8a6f-ecef7f2f5ca5 HTTP/1.1" status: 200 len: 950 time: 0.1334817 Sep 15 02:46:51.590238 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-4d9a0fb4-2c85-405a-9f7b-1103b5ac61ff req-709307d4-56db-4ef7-85aa-34e0cb571dd1 tempest-VolumesNegativeTest-1808238439 tempest-VolumesNegativeTest-1808238439-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf7074c7-6881-4aa8-a44c-de47cef14cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701895 Sep 15 02:46:51.594690 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dec5f3b-f2d9-4f00-8aed-c7688f8df03c req-5adb0151-8e72-49ee-ac9b-19a5d8f3837c tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:51.595647 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a92600-e728-450d-a49b-057545522821 req-36ae2a24-2186-4f3c-8d56-4080df9b3596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:51.597035 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-84a92600-e728-450d-a49b-057545522821 req-36ae2a24-2186-4f3c-8d56-4080df9b3596 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=16cede8a-7007-4219-aa2d-1189c5c08411 HTTP/1.1" status: 200 len: 855 time: 0.0709972 Sep 15 02:46:51.600019 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-6dec5f3b-f2d9-4f00-8aed-c7688f8df03c req-5adb0151-8e72-49ee-ac9b-19a5d8f3837c tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/ports?device_id=81436215-e449-418b-9704-48e932596956 HTTP/1.1" status: 200 len: 946 time: 0.0644870 Sep 15 02:46:51.638760 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-6dec5f3b-f2d9-4f00-8aed-c7688f8df03c req-a182fc37-9f25-4f31-bb46-be19cd651b98 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a48ec5e-5483-47a7-a61c-ca706341677d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353971 Sep 15 02:46:51.650211 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a92600-e728-450d-a49b-057545522821 req-f10cf9b2-4805-4840-ba87-965af4d57b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:51.651880 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-84a92600-e728-450d-a49b-057545522821 req-f10cf9b2-4805-4840-ba87-965af4d57b9a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=559d7eea-ef89-4b33-b717-afb1545433a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0422041 Sep 15 02:46:51.747131 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-84a92600-e728-450d-a49b-057545522821 req-7b081d5a-0d5f-4b32-8d30-aed2bbef7c4f service neutron] 10.222.0.38 "GET /v2.0/networks/559d7eea-ef89-4b33-b717-afb1545433a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831409 Sep 15 02:46:51.840177 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-84a92600-e728-450d-a49b-057545522821 req-3feeb76b-2cea-48b1-b19c-18b5f931e10b service neutron] 10.222.0.38 "GET /v2.0/networks/559d7eea-ef89-4b33-b717-afb1545433a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844409 Sep 15 02:46:52.438650 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be3001d-6869-45b5-bbee-333ad6a539ae req-40bfdbc5-9fcb-4305-b714-da159813370a tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:52.440152 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-4be3001d-6869-45b5-bbee-333ad6a539ae req-40bfdbc5-9fcb-4305-b714-da159813370a tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cf59451-e65c-4f13-b3e1-07c1aeb51055 HTTP/1.1" status: 200 len: 943 time: 0.0479114 Sep 15 02:46:52.479322 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-4be3001d-6869-45b5-bbee-333ad6a539ae req-9215c7d0-d2e7-4fee-ba9f-361379f5721a tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea3f50e-21de-421b-b9af-b4641846795e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323892 Sep 15 02:46:52.757349 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e39355-3014-474e-8989-70565656d527 req-b3b948ab-28a3-4b0e-a01d-e4cbbaa58e02 tempest-VolumesNegativeTest-1808238439 tempest-VolumesNegativeTest-1808238439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:52.761803 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-51e39355-3014-474e-8989-70565656d527 req-b3b948ab-28a3-4b0e-a01d-e4cbbaa58e02 tempest-VolumesNegativeTest-1808238439 tempest-VolumesNegativeTest-1808238439-project] 10.222.0.13 "GET /v2.0/ports?device_id=630d0f13-3b53-40b1-8a6f-ecef7f2f5ca5 HTTP/1.1" status: 200 len: 950 time: 0.0728023 Sep 15 02:46:52.824021 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-51e39355-3014-474e-8989-70565656d527 req-aefa8678-a35c-4799-8ed0-49e43c47c5ea tempest-VolumesNegativeTest-1808238439 tempest-VolumesNegativeTest-1808238439-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf7074c7-6881-4aa8-a44c-de47cef14cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573585 Sep 15 02:46:52.831906 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876436f3-c474-4da5-8760-258070ff3c4c req-c615821d-7168-4b52-a204-6e78c0e04166 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:52.833405 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-876436f3-c474-4da5-8760-258070ff3c4c req-c615821d-7168-4b52-a204-6e78c0e04166 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/ports?device_id=81436215-e449-418b-9704-48e932596956 HTTP/1.1" status: 200 len: 946 time: 0.0562234 Sep 15 02:46:52.895560 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-876436f3-c474-4da5-8760-258070ff3c4c req-5f79ed14-5405-4080-b96c-0a63b3998ae4 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a48ec5e-5483-47a7-a61c-ca706341677d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523884 Sep 15 02:46:53.603541 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b13a38-59e6-41c3-a839-74e9528ef012 req-8008e085-9e59-4bb2-b221-c41b00cb6424 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:53.605239 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-d7b13a38-59e6-41c3-a839-74e9528ef012 req-8008e085-9e59-4bb2-b221-c41b00cb6424 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cf59451-e65c-4f13-b3e1-07c1aeb51055 HTTP/1.1" status: 200 len: 943 time: 0.0531409 Sep 15 02:46:53.643146 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-d7b13a38-59e6-41c3-a839-74e9528ef012 req-127cae26-4797-42fa-9647-d3c929cd8710 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea3f50e-21de-421b-b9af-b4641846795e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317531 Sep 15 02:46:53.662659 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.agents_db [None req-aaa0e2cc-b65a-40bb-b615-34ad7f0cff4d None None] Agent healthcheck: found 6 active agents {{(pid=101048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:46:53.953756 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d9269b-67ff-47be-b88f-9b6bb5ba8529 req-bebb6e45-b225-43c5-9634-0326691e56d6 tempest-VolumesNegativeTest-1808238439 tempest-VolumesNegativeTest-1808238439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:53.955319 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-54d9269b-67ff-47be-b88f-9b6bb5ba8529 req-bebb6e45-b225-43c5-9634-0326691e56d6 tempest-VolumesNegativeTest-1808238439 tempest-VolumesNegativeTest-1808238439-project] 10.222.0.13 "GET /v2.0/ports?device_id=630d0f13-3b53-40b1-8a6f-ecef7f2f5ca5 HTTP/1.1" status: 200 len: 950 time: 0.0551238 Sep 15 02:46:54.000954 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-54d9269b-67ff-47be-b88f-9b6bb5ba8529 req-884a7d0a-aca5-4726-ae27-4c8a8a53f329 tempest-VolumesNegativeTest-1808238439 tempest-VolumesNegativeTest-1808238439-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf7074c7-6881-4aa8-a44c-de47cef14cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341773 Sep 15 02:46:54.033220 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f77de40-f04d-40ea-862a-900bcccf963f req-d3b38528-0c91-49df-9ca5-2c3d9e6ae91f tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:54.034718 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-2f77de40-f04d-40ea-862a-900bcccf963f req-d3b38528-0c91-49df-9ca5-2c3d9e6ae91f tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/ports?device_id=81436215-e449-418b-9704-48e932596956 HTTP/1.1" status: 200 len: 946 time: 0.0717475 Sep 15 02:46:54.080344 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-2f77de40-f04d-40ea-862a-900bcccf963f req-6418960b-c38d-4b3a-9c71-8ed0cb4a01bc tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a48ec5e-5483-47a7-a61c-ca706341677d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392525 Sep 15 02:46:54.502052 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 38690) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:46:54.546813 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d069197e-efb8-49ad-862f-242c31e43434 req-fff2da96-03df-4721-91e3-b937f7f05f5b tempest-VolumesNegativeTest-1808238439 tempest-VolumesNegativeTest-1808238439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:54.551522 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-d069197e-efb8-49ad-862f-242c31e43434 req-fff2da96-03df-4721-91e3-b937f7f05f5b tempest-VolumesNegativeTest-1808238439 tempest-VolumesNegativeTest-1808238439-project] 10.222.0.13 "GET /v2.0/ports?device_id=630d0f13-3b53-40b1-8a6f-ecef7f2f5ca5 HTTP/1.1" status: 200 len: 950 time: 0.0650654 Sep 15 02:46:54.589365 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-d069197e-efb8-49ad-862f-242c31e43434 req-b209ee54-e5f4-440d-88bb-62054b78470f tempest-VolumesNegativeTest-1808238439 tempest-VolumesNegativeTest-1808238439-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf7074c7-6881-4aa8-a44c-de47cef14cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341313 Sep 15 02:46:54.653880 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-067ffc00-975d-40ab-b3b8-c740dbfdf983 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:54.801087 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4bebe0-fcd9-49ea-b73f-e48608dc3263 req-00c25667-4c18-48b3-b2e0-93c9f8d867fc tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:54.802657 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-fa4bebe0-fcd9-49ea-b73f-e48608dc3263 req-00c25667-4c18-48b3-b2e0-93c9f8d867fc tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cf59451-e65c-4f13-b3e1-07c1aeb51055 HTTP/1.1" status: 200 len: 943 time: 0.0736740 Sep 15 02:46:54.813445 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-067ffc00-975d-40ab-b3b8-c740dbfdf983 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:54.847987 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-fa4bebe0-fcd9-49ea-b73f-e48608dc3263 req-abef8fc0-3ccc-4780-b0d9-9438cf9fed86 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea3f50e-21de-421b-b9af-b4641846795e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365789 Sep 15 02:46:54.854023 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-067ffc00-975d-40ab-b3b8-c740dbfdf983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:54.893741 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-067ffc00-975d-40ab-b3b8-c740dbfdf983 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=49532858a4974020b3d4275b782af62a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3907056 Sep 15 02:46:54.894698 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067ffc00-975d-40ab-b3b8-c740dbfdf983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a423914-6dfb-4789-b25b-bde5c3c163d7,revision_number=1']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:46:54.896596 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 38698) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:46:54.965087 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-7b8f90df-9d94-4124-88f9-f094fab9e886 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:54.987652 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-7b8f90df-9d94-4124-88f9-f094fab9e886 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:55.191609 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-7b8f90df-9d94-4124-88f9-f094fab9e886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:55.194146 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-7b8f90df-9d94-4124-88f9-f094fab9e886 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:46:55.196601 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-7b8f90df-9d94-4124-88f9-f094fab9e886 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0a423914-6dfb-4789-b25b-bde5c3c163d7 HTTP/1.1" status: 204 len: 168 time: 0.2974494 Sep 15 02:46:55.210900 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8f90df-9d94-4124-88f9-f094fab9e886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a423914-6dfb-4789-b25b-bde5c3c163d7,revision_number=None']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:46:55.225110 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02150ef0-13cd-4693-94e3-a3f64794a107 req-5b4c9fc7-8cfa-4b5b-8bc0-204a2713841b tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:55.227130 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-02150ef0-13cd-4693-94e3-a3f64794a107 req-5b4c9fc7-8cfa-4b5b-8bc0-204a2713841b tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/ports?device_id=81436215-e449-418b-9704-48e932596956 HTTP/1.1" status: 200 len: 946 time: 0.0736942 Sep 15 02:46:55.291583 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-02150ef0-13cd-4693-94e3-a3f64794a107 req-e67d4f52-a941-465d-b82f-9844e835b841 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a48ec5e-5483-47a7-a61c-ca706341677d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574191 Sep 15 02:46:55.724871 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b213da1a-2e16-492e-90f1-31141ac039b6 req-8f479e50-db64-4507-a85b-4f8485e381d3 tempest-VolumesNegativeTest-1808238439 tempest-VolumesNegativeTest-1808238439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:55.727009 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-b213da1a-2e16-492e-90f1-31141ac039b6 req-8f479e50-db64-4507-a85b-4f8485e381d3 tempest-VolumesNegativeTest-1808238439 tempest-VolumesNegativeTest-1808238439-project] 10.222.0.13 "GET /v2.0/ports?device_id=630d0f13-3b53-40b1-8a6f-ecef7f2f5ca5 HTTP/1.1" status: 200 len: 950 time: 0.0544207 Sep 15 02:46:55.775360 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-b213da1a-2e16-492e-90f1-31141ac039b6 req-baca30e7-8515-462b-9e38-dd65def5d7d1 tempest-VolumesNegativeTest-1808238439 tempest-VolumesNegativeTest-1808238439-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf7074c7-6881-4aa8-a44c-de47cef14cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408988 Sep 15 02:46:55.979237 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e79a55-9e6e-4050-bb84-91a8b312533d req-e43ebf47-8016-40e8-aaa5-6b02bfc355bb tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:55.980752 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-a3e79a55-9e6e-4050-bb84-91a8b312533d req-e43ebf47-8016-40e8-aaa5-6b02bfc355bb tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cf59451-e65c-4f13-b3e1-07c1aeb51055 HTTP/1.1" status: 200 len: 943 time: 0.0499234 Sep 15 02:46:56.021131 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-a3e79a55-9e6e-4050-bb84-91a8b312533d req-7da726d6-8908-4466-afaa-13cf331e5ae1 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea3f50e-21de-421b-b9af-b4641846795e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342445 Sep 15 02:46:56.416445 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40deb70d-2bb1-4ac9-976e-e806c1837047 req-228e5d59-28dd-4071-ae3f-04d6b57451eb tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:56.417924 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-40deb70d-2bb1-4ac9-976e-e806c1837047 req-228e5d59-28dd-4071-ae3f-04d6b57451eb tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/ports?device_id=81436215-e449-418b-9704-48e932596956 HTTP/1.1" status: 200 len: 946 time: 0.0558691 Sep 15 02:46:56.459337 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-40deb70d-2bb1-4ac9-976e-e806c1837047 req-b8d27fb7-39ea-4ec9-b6df-b62f8ea8e622 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a48ec5e-5483-47a7-a61c-ca706341677d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355108 Sep 15 02:46:56.898898 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1d673e-9f11-45a2-95ca-fdda737963f2 req-6c03828d-6bb5-408b-9936-1dd6a4182558 tempest-VolumesNegativeTest-1808238439 tempest-VolumesNegativeTest-1808238439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:56.900763 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-4a1d673e-9f11-45a2-95ca-fdda737963f2 req-6c03828d-6bb5-408b-9936-1dd6a4182558 tempest-VolumesNegativeTest-1808238439 tempest-VolumesNegativeTest-1808238439-project] 10.222.0.13 "GET /v2.0/ports?device_id=630d0f13-3b53-40b1-8a6f-ecef7f2f5ca5 HTTP/1.1" status: 200 len: 950 time: 0.0567772 Sep 15 02:46:56.939090 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-4a1d673e-9f11-45a2-95ca-fdda737963f2 req-f468e767-b9d2-4926-a6b6-054e9249f0c3 tempest-VolumesNegativeTest-1808238439 tempest-VolumesNegativeTest-1808238439-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf7074c7-6881-4aa8-a44c-de47cef14cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321600 Sep 15 02:46:57.166861 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8ed18a-eb34-484b-adea-85febfd71ad3 req-c218dc4c-23e6-4820-b752-ccd2122d2dc9 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:57.168385 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-4f8ed18a-eb34-484b-adea-85febfd71ad3 req-c218dc4c-23e6-4820-b752-ccd2122d2dc9 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cf59451-e65c-4f13-b3e1-07c1aeb51055 HTTP/1.1" status: 200 len: 943 time: 0.0714972 Sep 15 02:46:57.212369 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-4f8ed18a-eb34-484b-adea-85febfd71ad3 req-00a436d9-9049-4dda-ab9c-c798b7cc9912 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea3f50e-21de-421b-b9af-b4641846795e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375535 Sep 15 02:46:57.578820 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d76a9d5-35da-470a-8716-73875cdf465f req-91a2713d-3afa-4149-a331-0ee40327c135 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:57.580292 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-9d76a9d5-35da-470a-8716-73875cdf465f req-91a2713d-3afa-4149-a331-0ee40327c135 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/ports?device_id=81436215-e449-418b-9704-48e932596956 HTTP/1.1" status: 200 len: 946 time: 0.0524077 Sep 15 02:46:57.621818 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-9d76a9d5-35da-470a-8716-73875cdf465f req-d75c1ee6-94f0-4597-a8a4-d0be5b799c4b tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a48ec5e-5483-47a7-a61c-ca706341677d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348115 Sep 15 02:46:58.062472 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d473583a-007b-4d28-aa62-53ada5c532de req-d3e4e6f1-483f-4804-bf27-06024e35bbad tempest-VolumesNegativeTest-1808238439 tempest-VolumesNegativeTest-1808238439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:58.064381 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-d473583a-007b-4d28-aa62-53ada5c532de req-d3e4e6f1-483f-4804-bf27-06024e35bbad tempest-VolumesNegativeTest-1808238439 tempest-VolumesNegativeTest-1808238439-project] 10.222.0.13 "GET /v2.0/ports?device_id=630d0f13-3b53-40b1-8a6f-ecef7f2f5ca5 HTTP/1.1" status: 200 len: 950 time: 0.0522931 Sep 15 02:46:58.104705 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-d473583a-007b-4d28-aa62-53ada5c532de req-d2813743-e72f-4620-a83e-92f8da0352b6 tempest-VolumesNegativeTest-1808238439 tempest-VolumesNegativeTest-1808238439-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf7074c7-6881-4aa8-a44c-de47cef14cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339768 Sep 15 02:46:58.348214 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fd8130-0aba-42af-87b9-0de547d2169d req-7be4a396-56cb-4c6f-8aad-6f869dab03f2 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:58.349753 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-21fd8130-0aba-42af-87b9-0de547d2169d req-7be4a396-56cb-4c6f-8aad-6f869dab03f2 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cf59451-e65c-4f13-b3e1-07c1aeb51055 HTTP/1.1" status: 200 len: 943 time: 0.0508425 Sep 15 02:46:58.391083 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-21fd8130-0aba-42af-87b9-0de547d2169d req-027c7685-e3d2-4879-9ed0-33a1a81359c0 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea3f50e-21de-421b-b9af-b4641846795e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328908 Sep 15 02:46:58.746877 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21317e4a-8fbb-40f3-899a-036dd1369c08 req-312f1117-3b8a-40b6-88ae-1727e5aa0ffc tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:58.748396 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-21317e4a-8fbb-40f3-899a-036dd1369c08 req-312f1117-3b8a-40b6-88ae-1727e5aa0ffc tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/ports?device_id=81436215-e449-418b-9704-48e932596956 HTTP/1.1" status: 200 len: 946 time: 0.0580995 Sep 15 02:46:58.789704 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-21317e4a-8fbb-40f3-899a-036dd1369c08 req-5e936f01-5ea6-4943-ac8a-27f1267a971f tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a48ec5e-5483-47a7-a61c-ca706341677d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345204 Sep 15 02:46:59.234632 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32310d9e-0fa0-4ec8-b6d4-158df8768eaa req-6380ea51-5649-4383-8084-53ccc6883d18 tempest-VolumesNegativeTest-1808238439 tempest-VolumesNegativeTest-1808238439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:59.236126 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-32310d9e-0fa0-4ec8-b6d4-158df8768eaa req-6380ea51-5649-4383-8084-53ccc6883d18 tempest-VolumesNegativeTest-1808238439 tempest-VolumesNegativeTest-1808238439-project] 10.222.0.13 "GET /v2.0/ports?device_id=630d0f13-3b53-40b1-8a6f-ecef7f2f5ca5 HTTP/1.1" status: 200 len: 950 time: 0.0534387 Sep 15 02:46:59.274453 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-32310d9e-0fa0-4ec8-b6d4-158df8768eaa req-11ffc7cf-27bb-496a-bfff-06dacd5f8145 tempest-VolumesNegativeTest-1808238439 tempest-VolumesNegativeTest-1808238439-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf7074c7-6881-4aa8-a44c-de47cef14cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321281 Sep 15 02:46:59.526005 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b5544d-d303-4f6a-99a7-59703bdfe52f req-d944d6b6-be17-4d91-b0d8-085dcc89573b tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:59.527554 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-49b5544d-d303-4f6a-99a7-59703bdfe52f req-d944d6b6-be17-4d91-b0d8-085dcc89573b tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cf59451-e65c-4f13-b3e1-07c1aeb51055 HTTP/1.1" status: 200 len: 943 time: 0.0488889 Sep 15 02:46:59.565886 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-49b5544d-d303-4f6a-99a7-59703bdfe52f req-9fb9b5b2-d90e-4426-8307-bcd05483c0a6 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea3f50e-21de-421b-b9af-b4641846795e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323951 Sep 15 02:46:59.923601 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fc74e5-51f4-4cf6-a618-a4e980ea0707 req-c0df57a8-0be1-44e8-aede-3d368f7771aa tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:46:59.935026 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-18fc74e5-51f4-4cf6-a618-a4e980ea0707 req-c0df57a8-0be1-44e8-aede-3d368f7771aa tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/ports?device_id=81436215-e449-418b-9704-48e932596956 HTTP/1.1" status: 200 len: 946 time: 0.0558434 Sep 15 02:46:59.971127 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-18fc74e5-51f4-4cf6-a618-a4e980ea0707 req-aeff8f05-8bda-4e9e-8244-e8ed5644a3d5 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a48ec5e-5483-47a7-a61c-ca706341677d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351026 Sep 15 02:47:00.392412 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01164546-8b96-4d43-b0cf-ac26cec63c43 req-8d039153-aaf5-4f12-99ec-d8141e0ae2e6 tempest-VolumesNegativeTest-1808238439 tempest-VolumesNegativeTest-1808238439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:00.393873 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-01164546-8b96-4d43-b0cf-ac26cec63c43 req-8d039153-aaf5-4f12-99ec-d8141e0ae2e6 tempest-VolumesNegativeTest-1808238439 tempest-VolumesNegativeTest-1808238439-project] 10.222.0.13 "GET /v2.0/ports?device_id=630d0f13-3b53-40b1-8a6f-ecef7f2f5ca5 HTTP/1.1" status: 200 len: 950 time: 0.0527773 Sep 15 02:47:00.432335 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-01164546-8b96-4d43-b0cf-ac26cec63c43 req-7e2f0d53-0531-47b4-b82f-799aa7e89a82 tempest-VolumesNegativeTest-1808238439 tempest-VolumesNegativeTest-1808238439-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf7074c7-6881-4aa8-a44c-de47cef14cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322595 Sep 15 02:47:00.694625 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9168cc-f7fc-412b-a0f0-8a62a10dcf03 req-32944c2c-a546-4d0f-8d24-6c381e5c1b04 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:00.696913 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-1c9168cc-f7fc-412b-a0f0-8a62a10dcf03 req-32944c2c-a546-4d0f-8d24-6c381e5c1b04 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cf59451-e65c-4f13-b3e1-07c1aeb51055 HTTP/1.1" status: 200 len: 943 time: 0.0557294 Sep 15 02:47:00.735266 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-1c9168cc-f7fc-412b-a0f0-8a62a10dcf03 req-0a17de25-f1d0-41a3-aa58-a0cceaf5728b tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea3f50e-21de-421b-b9af-b4641846795e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324364 Sep 15 02:47:01.097456 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cb1ead-0ede-4f77-9ec9-0270fe9755bf req-8b5b42b0-74db-4a6f-9982-8edc17468253 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:01.099173 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-97cb1ead-0ede-4f77-9ec9-0270fe9755bf req-8b5b42b0-74db-4a6f-9982-8edc17468253 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/ports?device_id=81436215-e449-418b-9704-48e932596956 HTTP/1.1" status: 200 len: 946 time: 0.0496643 Sep 15 02:47:01.143181 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-97cb1ead-0ede-4f77-9ec9-0270fe9755bf req-04c03982-9998-4171-9aa9-a35da7661862 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a48ec5e-5483-47a7-a61c-ca706341677d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369499 Sep 15 02:47:01.556740 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9ec5ad-246b-4fe2-979c-041d23763201 req-a3abbde8-1e46-4bb5-b6d0-4026a42601a2 tempest-VolumesNegativeTest-1808238439 tempest-VolumesNegativeTest-1808238439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:01.558278 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-2f9ec5ad-246b-4fe2-979c-041d23763201 req-a3abbde8-1e46-4bb5-b6d0-4026a42601a2 tempest-VolumesNegativeTest-1808238439 tempest-VolumesNegativeTest-1808238439-project] 10.222.0.13 "GET /v2.0/ports?device_id=630d0f13-3b53-40b1-8a6f-ecef7f2f5ca5 HTTP/1.1" status: 200 len: 950 time: 0.0542436 Sep 15 02:47:01.596354 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-2f9ec5ad-246b-4fe2-979c-041d23763201 req-8d024037-a832-408f-9884-55754ccc32e0 tempest-VolumesNegativeTest-1808238439 tempest-VolumesNegativeTest-1808238439-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf7074c7-6881-4aa8-a44c-de47cef14cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320680 Sep 15 02:47:01.854443 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f75a88-8275-46f7-b718-8cc8527b6219 req-b5f0f2d5-58d2-4b47-bb6b-31d309f113db tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:01.855879 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-12f75a88-8275-46f7-b718-8cc8527b6219 req-b5f0f2d5-58d2-4b47-bb6b-31d309f113db tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cf59451-e65c-4f13-b3e1-07c1aeb51055 HTTP/1.1" status: 200 len: 943 time: 0.0486376 Sep 15 02:47:01.896651 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-12f75a88-8275-46f7-b718-8cc8527b6219 req-7f334583-ec65-4cf2-8e0b-8a7ac6ec8888 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea3f50e-21de-421b-b9af-b4641846795e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345802 Sep 15 02:47:02.262454 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3203d3-948e-488b-94a6-d50b5029aa0d req-afe3b8a9-fcd5-4fcc-88d3-eb88f7507534 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:02.263952 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-cc3203d3-948e-488b-94a6-d50b5029aa0d req-afe3b8a9-fcd5-4fcc-88d3-eb88f7507534 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/ports?device_id=81436215-e449-418b-9704-48e932596956 HTTP/1.1" status: 200 len: 946 time: 0.0505123 Sep 15 02:47:02.303190 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-cc3203d3-948e-488b-94a6-d50b5029aa0d req-a197409c-061e-4d50-a01c-cb5dd09e6c3c tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a48ec5e-5483-47a7-a61c-ca706341677d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332592 Sep 15 02:47:02.724472 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca7a072-a438-4b37-9136-ad8b03d352a0 req-f2ad9938-53f1-419c-9adf-41e348212055 tempest-VolumesNegativeTest-1808238439 tempest-VolumesNegativeTest-1808238439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:02.726341 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-cca7a072-a438-4b37-9136-ad8b03d352a0 req-f2ad9938-53f1-419c-9adf-41e348212055 tempest-VolumesNegativeTest-1808238439 tempest-VolumesNegativeTest-1808238439-project] 10.222.0.13 "GET /v2.0/ports?device_id=630d0f13-3b53-40b1-8a6f-ecef7f2f5ca5 HTTP/1.1" status: 200 len: 950 time: 0.0550871 Sep 15 02:47:02.765361 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-cca7a072-a438-4b37-9136-ad8b03d352a0 req-6421adf7-4bb2-4423-8e96-cd5ee7fc3563 tempest-VolumesNegativeTest-1808238439 tempest-VolumesNegativeTest-1808238439-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf7074c7-6881-4aa8-a44c-de47cef14cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329671 Sep 15 02:47:03.023422 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c8a2a4-e42b-4ebb-bcc7-b8b3cb10f661 req-cfca3e97-6d6d-473c-affa-baf4e24c7268 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:03.025238 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-f0c8a2a4-e42b-4ebb-bcc7-b8b3cb10f661 req-cfca3e97-6d6d-473c-affa-baf4e24c7268 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cf59451-e65c-4f13-b3e1-07c1aeb51055 HTTP/1.1" status: 200 len: 943 time: 0.0521049 Sep 15 02:47:03.064891 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-f0c8a2a4-e42b-4ebb-bcc7-b8b3cb10f661 req-c40dbe29-9837-459d-bb0f-9d4d0182eed9 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea3f50e-21de-421b-b9af-b4641846795e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336776 Sep 15 02:47:03.422484 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ecc40a-03e2-4e34-a389-9eb5af9dbfac req-51736ae7-8cc1-428c-9d12-9fc29d423066 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:03.424181 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-18ecc40a-03e2-4e34-a389-9eb5af9dbfac req-51736ae7-8cc1-428c-9d12-9fc29d423066 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/ports?device_id=81436215-e449-418b-9704-48e932596956 HTTP/1.1" status: 200 len: 946 time: 0.0534565 Sep 15 02:47:03.467989 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-18ecc40a-03e2-4e34-a389-9eb5af9dbfac req-2db0c597-0dfd-4094-819f-157443541198 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a48ec5e-5483-47a7-a61c-ca706341677d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370932 Sep 15 02:47:03.889487 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9515bf65-6cdd-434f-bd55-f5a5cd721e00 req-719c0473-aaa0-418c-816b-6a2a19b62fbe tempest-VolumesNegativeTest-1808238439 tempest-VolumesNegativeTest-1808238439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:03.891032 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-9515bf65-6cdd-434f-bd55-f5a5cd721e00 req-719c0473-aaa0-418c-816b-6a2a19b62fbe tempest-VolumesNegativeTest-1808238439 tempest-VolumesNegativeTest-1808238439-project] 10.222.0.13 "GET /v2.0/ports?device_id=630d0f13-3b53-40b1-8a6f-ecef7f2f5ca5 HTTP/1.1" status: 200 len: 950 time: 0.0559154 Sep 15 02:47:03.930294 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-9515bf65-6cdd-434f-bd55-f5a5cd721e00 req-24e09e8b-018a-4e94-aad0-ec52cd88a899 tempest-VolumesNegativeTest-1808238439 tempest-VolumesNegativeTest-1808238439-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf7074c7-6881-4aa8-a44c-de47cef14cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329227 Sep 15 02:47:04.217760 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dafe4f-2b9a-4313-8a7c-401a368c5c97 req-e71fd203-87b1-4d20-832a-98a85fa6c221 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:04.219553 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-72dafe4f-2b9a-4313-8a7c-401a368c5c97 req-e71fd203-87b1-4d20-832a-98a85fa6c221 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cf59451-e65c-4f13-b3e1-07c1aeb51055 HTTP/1.1" status: 200 len: 943 time: 0.0607536 Sep 15 02:47:04.266174 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-72dafe4f-2b9a-4313-8a7c-401a368c5c97 req-7fb8da63-823c-4600-8d52-b7834dde36cd tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea3f50e-21de-421b-b9af-b4641846795e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398374 Sep 15 02:47:04.586174 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e721e23-fa70-4f97-8325-908464a9ac15 req-5146b95c-9ea3-482f-a6b3-52279dd457fd tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:04.587711 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-7e721e23-fa70-4f97-8325-908464a9ac15 req-5146b95c-9ea3-482f-a6b3-52279dd457fd tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/ports?device_id=81436215-e449-418b-9704-48e932596956 HTTP/1.1" status: 200 len: 946 time: 0.0518501 Sep 15 02:47:04.626674 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-7e721e23-fa70-4f97-8325-908464a9ac15 req-edeb3b7e-ce5f-4ca5-96c6-a38b93954b0b tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a48ec5e-5483-47a7-a61c-ca706341677d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330870 Sep 15 02:47:05.055162 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5192195e-fc16-4e72-bf31-a6bdff6955d3 req-9e20ffc1-17a0-4efd-9fcf-d1e3d0ac2880 tempest-VolumesNegativeTest-1808238439 tempest-VolumesNegativeTest-1808238439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:05.056549 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-5192195e-fc16-4e72-bf31-a6bdff6955d3 req-9e20ffc1-17a0-4efd-9fcf-d1e3d0ac2880 tempest-VolumesNegativeTest-1808238439 tempest-VolumesNegativeTest-1808238439-project] 10.222.0.13 "GET /v2.0/ports?device_id=630d0f13-3b53-40b1-8a6f-ecef7f2f5ca5 HTTP/1.1" status: 200 len: 950 time: 0.0571296 Sep 15 02:47:05.096006 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-5192195e-fc16-4e72-bf31-a6bdff6955d3 req-b41e5586-76f8-48cf-900f-2d6619152f91 tempest-VolumesNegativeTest-1808238439 tempest-VolumesNegativeTest-1808238439-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf7074c7-6881-4aa8-a44c-de47cef14cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332894 Sep 15 02:47:05.404628 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616a8f14-b045-44f9-b952-b7f6209ba27c req-94771895-0ca7-4ad9-85cd-80e031eea55c tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:05.406152 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-616a8f14-b045-44f9-b952-b7f6209ba27c req-94771895-0ca7-4ad9-85cd-80e031eea55c tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cf59451-e65c-4f13-b3e1-07c1aeb51055 HTTP/1.1" status: 200 len: 943 time: 0.0529103 Sep 15 02:47:05.445373 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-616a8f14-b045-44f9-b952-b7f6209ba27c req-cc7a93a8-f161-400f-a639-2a2ad390bc43 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea3f50e-21de-421b-b9af-b4641846795e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332494 Sep 15 02:47:05.728918 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:05.744878 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65534242-2bfb-4f7e-ad24-4f902459dc9d req-3f735d95-5b22-47bc-b7c0-66a0311acc62 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:05.746378 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-65534242-2bfb-4f7e-ad24-4f902459dc9d req-3f735d95-5b22-47bc-b7c0-66a0311acc62 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/ports?device_id=81436215-e449-418b-9704-48e932596956 HTTP/1.1" status: 200 len: 946 time: 0.0490990 Sep 15 02:47:05.791268 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-65534242-2bfb-4f7e-ad24-4f902459dc9d req-5d5c60f9-7551-440e-bb2d-258600947212 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a48ec5e-5483-47a7-a61c-ca706341677d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385160 Sep 15 02:47:06.218615 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92433f09-7549-40ae-9098-c36ae0c37aaf req-f31b5871-a093-46a2-b39f-0cb72415601b tempest-VolumesNegativeTest-1808238439 tempest-VolumesNegativeTest-1808238439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:06.220202 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-92433f09-7549-40ae-9098-c36ae0c37aaf req-f31b5871-a093-46a2-b39f-0cb72415601b tempest-VolumesNegativeTest-1808238439 tempest-VolumesNegativeTest-1808238439-project] 10.222.0.13 "GET /v2.0/ports?device_id=630d0f13-3b53-40b1-8a6f-ecef7f2f5ca5 HTTP/1.1" status: 200 len: 950 time: 0.0541320 Sep 15 02:47:06.258840 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-92433f09-7549-40ae-9098-c36ae0c37aaf req-ef55ba54-d1bf-47fa-8474-d9ce8f3148b2 tempest-VolumesNegativeTest-1808238439 tempest-VolumesNegativeTest-1808238439-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf7074c7-6881-4aa8-a44c-de47cef14cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322607 Sep 15 02:47:06.570093 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbfc212-9b88-46d5-be9b-056a6fcd436b req-33e38cde-17ec-4f0a-aaf6-843c620122a6 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:06.572302 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-5fbfc212-9b88-46d5-be9b-056a6fcd436b req-33e38cde-17ec-4f0a-aaf6-843c620122a6 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cf59451-e65c-4f13-b3e1-07c1aeb51055 HTTP/1.1" status: 200 len: 943 time: 0.0491033 Sep 15 02:47:06.609685 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-5fbfc212-9b88-46d5-be9b-056a6fcd436b req-66a0a937-eb3b-4e3e-96f4-e474056b97a5 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea3f50e-21de-421b-b9af-b4641846795e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314987 Sep 15 02:47:06.907190 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e610a9-dcbd-4a7e-a89b-de18aaa85317 req-54d71708-3d49-41fb-b1cd-65ba70f78f28 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:06.908688 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-20e610a9-dcbd-4a7e-a89b-de18aaa85317 req-54d71708-3d49-41fb-b1cd-65ba70f78f28 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/ports?device_id=81436215-e449-418b-9704-48e932596956 HTTP/1.1" status: 200 len: 946 time: 0.0479791 Sep 15 02:47:06.946737 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-20e610a9-dcbd-4a7e-a89b-de18aaa85317 req-a897020d-a95a-4e0f-b68e-1995bc7b986f tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a48ec5e-5483-47a7-a61c-ca706341677d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315773 Sep 15 02:47:07.376608 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cbb87b-899b-423f-b0a1-40c8eac596c3 req-34d56dd2-94bc-4ac4-9fb1-aaf158d83144 tempest-VolumesNegativeTest-1808238439 tempest-VolumesNegativeTest-1808238439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:07.378147 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-f0cbb87b-899b-423f-b0a1-40c8eac596c3 req-34d56dd2-94bc-4ac4-9fb1-aaf158d83144 tempest-VolumesNegativeTest-1808238439 tempest-VolumesNegativeTest-1808238439-project] 10.222.0.13 "GET /v2.0/ports?device_id=630d0f13-3b53-40b1-8a6f-ecef7f2f5ca5 HTTP/1.1" status: 200 len: 950 time: 0.0510411 Sep 15 02:47:07.417039 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-f0cbb87b-899b-423f-b0a1-40c8eac596c3 req-2a718605-4ddd-46e7-bc3a-116619dc9ee0 tempest-VolumesNegativeTest-1808238439 tempest-VolumesNegativeTest-1808238439-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf7074c7-6881-4aa8-a44c-de47cef14cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328672 Sep 15 02:47:07.733838 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a620a46-974c-4c8e-9fe3-d560cd45c5a8 req-a1ab86d7-98d9-4798-b807-c01f4e7ad422 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:07.735338 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-5a620a46-974c-4c8e-9fe3-d560cd45c5a8 req-a1ab86d7-98d9-4798-b807-c01f4e7ad422 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cf59451-e65c-4f13-b3e1-07c1aeb51055 HTTP/1.1" status: 200 len: 943 time: 0.0483603 Sep 15 02:47:07.774174 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-5a620a46-974c-4c8e-9fe3-d560cd45c5a8 req-8bf2ec37-1eed-451e-a8c9-0bec61bce71f tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea3f50e-21de-421b-b9af-b4641846795e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323319 Sep 15 02:47:08.060067 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3fe70d-7a36-46e8-a8b2-cfee9b0e29ee req-fd137943-4bb1-4135-9d1a-301bbd16a862 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:08.061569 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-af3fe70d-7a36-46e8-a8b2-cfee9b0e29ee req-fd137943-4bb1-4135-9d1a-301bbd16a862 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/ports?device_id=81436215-e449-418b-9704-48e932596956 HTTP/1.1" status: 200 len: 946 time: 0.0479863 Sep 15 02:47:08.098598 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-af3fe70d-7a36-46e8-a8b2-cfee9b0e29ee req-a16da012-5954-4969-b4c9-f50126b166a8 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a48ec5e-5483-47a7-a61c-ca706341677d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310237 Sep 15 02:47:08.565134 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc327641-cac6-4dd6-ae53-1702d6c79099 req-436f80fa-13ec-4451-a77d-81138baefe1f tempest-VolumesNegativeTest-1808238439 tempest-VolumesNegativeTest-1808238439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:08.566395 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba4ccc0-6c1b-4167-b9b3-940e8920c5c3 req-222ab455-803c-4502-914f-b874abc77178 tempest-VolumesNegativeTest-1808238439 tempest-VolumesNegativeTest-1808238439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:08.566642 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-bc327641-cac6-4dd6-ae53-1702d6c79099 req-436f80fa-13ec-4451-a77d-81138baefe1f tempest-VolumesNegativeTest-1808238439 tempest-VolumesNegativeTest-1808238439-project] 10.222.0.13 "GET /v2.0/ports?device_id=630d0f13-3b53-40b1-8a6f-ecef7f2f5ca5 HTTP/1.1" status: 200 len: 950 time: 0.0843294 Sep 15 02:47:08.567980 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-1ba4ccc0-6c1b-4167-b9b3-940e8920c5c3 req-222ab455-803c-4502-914f-b874abc77178 tempest-VolumesNegativeTest-1808238439 tempest-VolumesNegativeTest-1808238439-project] 10.222.0.38 "GET /v2.0/ports?device_id=630d0f13-3b53-40b1-8a6f-ecef7f2f5ca5 HTTP/1.1" status: 200 len: 950 time: 0.0503907 Sep 15 02:47:08.578953 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b51d3db-4787-4ef2-9a77-a2fb8314af16 req-e1df1e31-f80e-4f4e-97d5-8f0ce47ab428 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:08.580404 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-5b51d3db-4787-4ef2-9a77-a2fb8314af16 req-e1df1e31-f80e-4f4e-97d5-8f0ce47ab428 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.38 "GET /v2.0/ports?device_id=81436215-e449-418b-9704-48e932596956 HTTP/1.1" status: 200 len: 946 time: 0.0699434 Sep 15 02:47:08.645275 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-bc327641-cac6-4dd6-ae53-1702d6c79099 req-adff14a7-889b-468d-b383-5ed3f9b34272 tempest-VolumesNegativeTest-1808238439 tempest-VolumesNegativeTest-1808238439-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf7074c7-6881-4aa8-a44c-de47cef14cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639169 Sep 15 02:47:08.675763 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.plugin [req-1ba4ccc0-6c1b-4167-b9b3-940e8920c5c3 req-d5a7ab77-d5ad-49dd-8743-5549b23ea15e tempest-VolumesNegativeTest-1808238439 tempest-VolumesNegativeTest-1808238439-project] Deleting port 5e4aac37-593f-432a-b38b-8081a9364786 {{(pid=101046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:47:08.676128 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [req-1ba4ccc0-6c1b-4167-b9b3-940e8920c5c3 req-d5a7ab77-d5ad-49dd-8743-5549b23ea15e tempest-VolumesNegativeTest-1808238439 tempest-VolumesNegativeTest-1808238439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781587782193'] for port, before_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:08.735645 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.plugin [req-5b51d3db-4787-4ef2-9a77-a2fb8314af16 req-9c659a55-f734-458f-bc38-96e9fe3b8431 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Deleting port f4fb289e-00a9-45d8-a562-77ca178d76d4 {{(pid=101045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:47:08.736364 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-5b51d3db-4787-4ef2-9a77-a2fb8314af16 req-9c659a55-f734-458f-bc38-96e9fe3b8431 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781587782193'] for port, before_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:08.771382 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.db [req-1ba4ccc0-6c1b-4167-b9b3-940e8920c5c3 req-d5a7ab77-d5ad-49dd-8743-5549b23ea15e tempest-VolumesNegativeTest-1808238439 tempest-VolumesNegativeTest-1808238439-project] For port 5e4aac37-593f-432a-b38b-8081a9364786, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=5e4aac37-593f-432a-b38b-8081a9364786,segment=NetworkSegment(0ad5a8bd-4676-4915-bd3a-db97e73d3c18),segment_id=0ad5a8bd-4676-4915-bd3a-db97e73d3c18)] {{(pid=101046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:47:08.771756 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [req-1ba4ccc0-6c1b-4167-b9b3-940e8920c5c3 req-d5a7ab77-d5ad-49dd-8743-5549b23ea15e tempest-VolumesNegativeTest-1808238439 tempest-VolumesNegativeTest-1808238439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023821'] for port, precommit_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:08.786336 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.plugin [req-1ba4ccc0-6c1b-4167-b9b3-940e8920c5c3 req-d5a7ab77-d5ad-49dd-8743-5549b23ea15e tempest-VolumesNegativeTest-1808238439 tempest-VolumesNegativeTest-1808238439-project] Calling delete_port for 5e4aac37-593f-432a-b38b-8081a9364786 owned by compute:nova {{(pid=101046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:47:08.878466 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.db [req-5b51d3db-4787-4ef2-9a77-a2fb8314af16 req-9c659a55-f734-458f-bc38-96e9fe3b8431 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] For port f4fb289e-00a9-45d8-a562-77ca178d76d4, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=f4fb289e-00a9-45d8-a562-77ca178d76d4,segment=NetworkSegment(f4b707ed-20a3-453b-a008-5d13b500ef1a),segment_id=f4b707ed-20a3-453b-a008-5d13b500ef1a)] {{(pid=101045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:47:08.878921 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-5b51d3db-4787-4ef2-9a77-a2fb8314af16 req-9c659a55-f734-458f-bc38-96e9fe3b8431 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023821'] for port, precommit_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:08.896620 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.plugin [req-5b51d3db-4787-4ef2-9a77-a2fb8314af16 req-9c659a55-f734-458f-bc38-96e9fe3b8431 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Calling delete_port for f4fb289e-00a9-45d8-a562-77ca178d76d4 owned by compute:nova {{(pid=101045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:47:08.943293 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c682ecf9-9eb7-4675-8515-56a78c84f265 req-d042dc14-fe37-4f27-b5df-5fa24d2ffd2c tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:08.944798 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-c682ecf9-9eb7-4675-8515-56a78c84f265 req-d042dc14-fe37-4f27-b5df-5fa24d2ffd2c tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cf59451-e65c-4f13-b3e1-07c1aeb51055 HTTP/1.1" status: 200 len: 943 time: 0.0815747 Sep 15 02:47:08.994422 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-c682ecf9-9eb7-4675-8515-56a78c84f265 req-f2b9bc3a-bc92-4bad-bb64-e095751e5272 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea3f50e-21de-421b-b9af-b4641846795e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400577 Sep 15 02:47:09.043098 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [req-1ba4ccc0-6c1b-4167-b9b3-940e8920c5c3 req-d5a7ab77-d5ad-49dd-8743-5549b23ea15e tempest-VolumesNegativeTest-1808238439 tempest-VolumesNegativeTest-1808238439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781587788279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781587269057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25909702'] for port, after_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:09.055057 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] get_ports_and_sgs() called for port_ids ['5e4aac37-593f-432a-b38b-8081a9364786'] {{(pid=101047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 02:47:09.077074 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a7ab77-d5ad-49dd-8743-5549b23ea15e tempest-VolumesNegativeTest-1808238439 tempest-VolumesNegativeTest-1808238439-project] Pushing event deleted for resources: {'Port': ['ID=5e4aac37-593f-432a-b38b-8081a9364786,revision_number=None']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:47:09.105838 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-5b51d3db-4787-4ef2-9a77-a2fb8314af16 req-9c659a55-f734-458f-bc38-96e9fe3b8431 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781587788279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781587269057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25563207'] for port, after_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:09.120464 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] get_ports_and_sgs() called for port_ids ['1ec257c4-8286-4343-bba8-11e67b393c0f', 'f4fb289e-00a9-45d8-a562-77ca178d76d4'] {{(pid=101047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 02:47:09.132400 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ba4ccc0-6c1b-4167-b9b3-940e8920c5c3 req-d5a7ab77-d5ad-49dd-8743-5549b23ea15e tempest-VolumesNegativeTest-1808238439 tempest-VolumesNegativeTest-1808238439-project] No DVR routers for this DVR port 5e4aac37-593f-432a-b38b-8081a9364786 on host hv-cinder-75995 {{(pid=101046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 02:47:09.137131 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [req-1ba4ccc0-6c1b-4167-b9b3-940e8920c5c3 req-d5a7ab77-d5ad-49dd-8743-5549b23ea15e tempest-VolumesNegativeTest-1808238439 tempest-VolumesNegativeTest-1808238439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89626'] for port, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:09.139761 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-1ba4ccc0-6c1b-4167-b9b3-940e8920c5c3 req-d5a7ab77-d5ad-49dd-8743-5549b23ea15e tempest-VolumesNegativeTest-1808238439 tempest-VolumesNegativeTest-1808238439-project] 10.222.0.38 "DELETE /v2.0/ports/5e4aac37-593f-432a-b38b-8081a9364786 HTTP/1.1" status: 204 len: 173 time: 0.5628242 Sep 15 02:47:09.146183 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '630d0f13-3b53-40b1-8a6f-ecef7f2f5ca5', 'name': 'network-vif-deleted', 'tag': '5e4aac37-593f-432a-b38b-8081a9364786'}] {{(pid=101046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:47:09.146183 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09f236bde6c897f5223593461388a859426f0e46db55c614fbf86303128fc53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28b97686-d874-49a3-8713-43ed2ed9344d" -d '{"events": [{"server_uuid": "630d0f13-3b53-40b1-8a6f-ecef7f2f5ca5", "name": "network-vif-deleted", "tag": "5e4aac37-593f-432a-b38b-8081a9364786"}]}' {{(pid=101046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:47:09.217807 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c659a55-f734-458f-bc38-96e9fe3b8431 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Pushing event deleted for resources: {'Port': ['ID=f4fb289e-00a9-45d8-a562-77ca178d76d4,revision_number=None']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:47:09.220590 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 02:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fe083d8-eae6-4ab8-baec-19465ea0640b x-openstack-request-id: req-4fe083d8-eae6-4ab8-baec-19465ea0640b {{(pid=101046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:47:09.222695 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "630d0f13-3b53-40b1-8a6f-ecef7f2f5ca5", "name": "network-vif-deleted", "tag": "5e4aac37-593f-432a-b38b-8081a9364786", "status": "completed", "code": 200}]} {{(pid=101046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:47:09.222695 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4fe083d8-eae6-4ab8-baec-19465ea0640b {{(pid=101046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:47:09.222695 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '630d0f13-3b53-40b1-8a6f-ecef7f2f5ca5', 'name': 'network-vif-deleted', 'tag': '5e4aac37-593f-432a-b38b-8081a9364786', 'status': 'completed', 'code': 200} Sep 15 02:47:09.328878 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-0b55120d-db9f-4334-b9cd-6589b80cc939 req-bc3d662d-a20e-46c4-940d-651a7a87ed7c tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/ports?device_id=81436215-e449-418b-9704-48e932596956 HTTP/1.1" status: 200 len: 210 time: 0.0661862 Sep 15 02:47:09.367001 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b51d3db-4787-4ef2-9a77-a2fb8314af16 req-9c659a55-f734-458f-bc38-96e9fe3b8431 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] No DVR routers for this DVR port f4fb289e-00a9-45d8-a562-77ca178d76d4 on host hv-cinder-75995 {{(pid=101045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 02:47:09.384297 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-5b51d3db-4787-4ef2-9a77-a2fb8314af16 req-9c659a55-f734-458f-bc38-96e9fe3b8431 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89626'] for port, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:09.386421 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-5b51d3db-4787-4ef2-9a77-a2fb8314af16 req-9c659a55-f734-458f-bc38-96e9fe3b8431 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.38 "DELETE /v2.0/ports/f4fb289e-00a9-45d8-a562-77ca178d76d4 HTTP/1.1" status: 204 len: 173 time: 0.7980454 Sep 15 02:47:09.386883 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81436215-e449-418b-9704-48e932596956', 'name': 'network-vif-deleted', 'tag': 'f4fb289e-00a9-45d8-a562-77ca178d76d4'}] {{(pid=101045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:47:09.389237 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86c436101efe1a363cd74fb96c1b6796ca3087f8916af27063bbdf5683c89520" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1d76e9d-0039-42b2-8dbf-a3a0876d1dd3" -d '{"events": [{"server_uuid": "81436215-e449-418b-9704-48e932596956", "name": "network-vif-deleted", "tag": "f4fb289e-00a9-45d8-a562-77ca178d76d4"}]}' {{(pid=101045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:47:09.436833 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 02:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-583bfe2a-5b06-43fd-9c7a-c463d82efae2 x-openstack-request-id: req-583bfe2a-5b06-43fd-9c7a-c463d82efae2 {{(pid=101045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:47:09.437119 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81436215-e449-418b-9704-48e932596956", "name": "network-vif-deleted", "tag": "f4fb289e-00a9-45d8-a562-77ca178d76d4", "status": "completed", "code": 200}]} {{(pid=101045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:47:09.437368 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-583bfe2a-5b06-43fd-9c7a-c463d82efae2 {{(pid=101045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:47:09.437754 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81436215-e449-418b-9704-48e932596956', 'name': 'network-vif-deleted', 'tag': 'f4fb289e-00a9-45d8-a562-77ca178d76d4', 'status': 'completed', 'code': 200} Sep 15 02:47:09.757633 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-16c31d24-2a78-4e17-acd6-4d6267f97b85 req-88c7d639-c577-4d36-a37e-8be9e0ce1f1f tempest-VolumesNegativeTest-1808238439 tempest-VolumesNegativeTest-1808238439-project] 10.222.0.13 "GET /v2.0/ports?device_id=630d0f13-3b53-40b1-8a6f-ecef7f2f5ca5 HTTP/1.1" status: 200 len: 210 time: 0.0281208 Sep 15 02:47:10.117699 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642d71fe-587f-4ad9-9b58-5dc8bc5c62b3 req-9c4f3a02-543d-4974-aa8c-2e795647849b tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:10.119930 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-642d71fe-587f-4ad9-9b58-5dc8bc5c62b3 req-9c4f3a02-543d-4974-aa8c-2e795647849b tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cf59451-e65c-4f13-b3e1-07c1aeb51055 HTTP/1.1" status: 200 len: 943 time: 0.0535536 Sep 15 02:47:10.161151 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-642d71fe-587f-4ad9-9b58-5dc8bc5c62b3 req-2f4568b1-9698-4535-b5f3-45a02cc1ee4c tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea3f50e-21de-421b-b9af-b4641846795e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348639 Sep 15 02:47:10.449866 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-533d8abc-5cfe-4a34-8973-c3d224f9d066 req-0a60dee8-5f86-4e14-8270-33bba71d6279 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/ports?device_id=81436215-e449-418b-9704-48e932596956 HTTP/1.1" status: 200 len: 210 time: 0.0259018 Sep 15 02:47:10.564219 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Device 7803cf27-e539-421b-b66e-690840106306 details requested by agent hyperv_hv-cinder-75995 with host hv-cinder-75995 {{(pid=101047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 02:47:10.660829 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] For port 7803cf27-e539-421b-b66e-690840106306, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=7803cf27-e539-421b-b66e-690840106306,segment=NetworkSegment(05f52a86-8cc0-4a65-9024-5aaf0393990e),segment_id=05f52a86-8cc0-4a65-9024-5aaf0393990e)] {{(pid=101047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:47:10.676008 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Returning: {'device': '7803cf27-e539-421b-b66e-690840106306', 'network_id': '559d7eea-ef89-4b33-b717-afb1545433a5', 'port_id': '7803cf27-e539-421b-b66e-690840106306', 'mac_address': 'fa:16:3e:4b:cf:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16cede8a-7007-4219-aa2d-1189c5c08411', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 02:47:10.715543 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:10.728327 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.notifiers.nova [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7803cf27-e539-421b-b66e-690840106306 {{(pid=101047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 02:47:10.749590 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] For port 7803cf27-e539-421b-b66e-690840106306, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=7803cf27-e539-421b-b66e-690840106306,segment=NetworkSegment(05f52a86-8cc0-4a65-9024-5aaf0393990e),segment_id=05f52a86-8cc0-4a65-9024-5aaf0393990e)] {{(pid=101047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:47:10.815415 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:10.866461 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Pushing event updated for resources: {'Port': ['ID=7803cf27-e539-421b-b66e-690840106306,revision_number=9']} {{(pid=101047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:47:11.102282 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] get_ports_and_sgs() called for port_ids ['7803cf27-e539-421b-b66e-690840106306'] {{(pid=101047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 02:47:11.281443 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6e2bc5-5557-4123-8ad4-bc86bca618b5 req-8871d71f-5fde-4507-b097-9be41ce6f005 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:11.282907 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-8c6e2bc5-5557-4123-8ad4-bc86bca618b5 req-8871d71f-5fde-4507-b097-9be41ce6f005 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cf59451-e65c-4f13-b3e1-07c1aeb51055 HTTP/1.1" status: 200 len: 944 time: 0.0489938 Sep 15 02:47:11.320857 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-8c6e2bc5-5557-4123-8ad4-bc86bca618b5 req-8e1c238a-ad5e-4d5f-8c90-961003825940 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea3f50e-21de-421b-b9af-b4641846795e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317810 Sep 15 02:47:11.873041 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1f1b02-a9ac-4eb8-94b4-56e3d51cd247 req-38d7f12c-25f4-4874-b2c6-de0e2cf77504 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:11.874821 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-eb1f1b02-a9ac-4eb8-94b4-56e3d51cd247 req-38d7f12c-25f4-4874-b2c6-de0e2cf77504 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb3fcddc-5c00-4077-8a3b-06b86f2ca670 HTTP/1.1" status: 200 len: 946 time: 0.0577867 Sep 15 02:47:11.918596 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-eb1f1b02-a9ac-4eb8-94b4-56e3d51cd247 req-c8a93d7b-9da1-4ed2-bb87-32f1be6b3fc0 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a48ec5e-5483-47a7-a61c-ca706341677d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375738 Sep 15 02:47:12.044016 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 39030) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:47:12.155131 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-803c3b7f-10d9-4ad9-bba1-6f79f7f8b5ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:12.246682 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-803c3b7f-10d9-4ad9-bba1-6f79f7f8b5ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:12.345429 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-803c3b7f-10d9-4ad9-bba1-6f79f7f8b5ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:12.384712 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-803c3b7f-10d9-4ad9-bba1-6f79f7f8b5ec admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=74058afdf2014060aad92889838d79be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3396239 Sep 15 02:47:12.386708 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803c3b7f-10d9-4ad9-bba1-6f79f7f8b5ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7430473-815c-4c1b-bf04-00ebae086c81,revision_number=1']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:47:12.387693 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 39044) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:47:12.475996 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dac43af-4b28-4a5f-b99b-b052e1c6aefb req-de2c0b84-def5-45e8-9986-37d9dbd768ad tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:12.477458 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-1dac43af-4b28-4a5f-b99b-b052e1c6aefb req-de2c0b84-def5-45e8-9986-37d9dbd768ad tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cf59451-e65c-4f13-b3e1-07c1aeb51055 HTTP/1.1" status: 200 len: 944 time: 0.0760128 Sep 15 02:47:12.482879 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-9bc7bcba-2b86-4d28-907c-56eca0a99c7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:12.517881 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-9bc7bcba-2b86-4d28-907c-56eca0a99c7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:12.546198 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-1dac43af-4b28-4a5f-b99b-b052e1c6aefb req-a4ff961b-1ddc-4b5d-884e-63ae2289751c tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea3f50e-21de-421b-b9af-b4641846795e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613246 Sep 15 02:47:12.580792 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Device 7803cf27-e539-421b-b66e-690840106306 up at agent hyperv_hv-cinder-75995 {{(pid=101047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:47:12.627735 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Provisioning complete for port 7803cf27-e539-421b-b66e-690840106306 triggered by entity L2. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:47:12.629422 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1575204'] for port, provisioning_complete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:12.648173 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-9bc7bcba-2b86-4d28-907c-56eca0a99c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:12.650684 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-9bc7bcba-2b86-4d28-907c-56eca0a99c7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:12.654853 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-9bc7bcba-2b86-4d28-907c-56eca0a99c7e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f7430473-815c-4c1b-bf04-00ebae086c81 HTTP/1.1" status: 204 len: 168 time: 0.2660487 Sep 15 02:47:12.662624 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc7bcba-2b86-4d28-907c-56eca0a99c7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7430473-815c-4c1b-bf04-00ebae086c81,revision_number=None']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:47:12.723555 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:12.745552 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cf59451-e65c-4f13-b3e1-07c1aeb51055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7803cf27-e539-421b-b66e-690840106306'}] {{(pid=101047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:47:12.747778 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c8380946bd2a122839d37a92bf46cf7528befbf14a007f21b6f8387627c5c86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d799a23d-f78e-4307-b7f7-19b065e78ed9" -d '{"events": [{"server_uuid": "3cf59451-e65c-4f13-b3e1-07c1aeb51055", "name": "network-vif-plugged", "status": "completed", "tag": "7803cf27-e539-421b-b66e-690840106306"}]}' {{(pid=101047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:47:12.761121 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] For port 7803cf27-e539-421b-b66e-690840106306, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=7803cf27-e539-421b-b66e-690840106306,segment=NetworkSegment(05f52a86-8cc0-4a65-9024-5aaf0393990e),segment_id=05f52a86-8cc0-4a65-9024-5aaf0393990e)] {{(pid=101047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:47:12.790268 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 02:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c61c3793-05af-4c4a-acf7-dc211207a6da x-openstack-request-id: req-c61c3793-05af-4c4a-acf7-dc211207a6da {{(pid=101047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:47:12.790268 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cf59451-e65c-4f13-b3e1-07c1aeb51055", "name": "network-vif-plugged", "status": "completed", "tag": "7803cf27-e539-421b-b66e-690840106306", "code": 200}]} {{(pid=101047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:47:12.790268 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c61c3793-05af-4c4a-acf7-dc211207a6da {{(pid=101047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:47:12.790268 dv-cinder-759955-25-smb neutron-server[101047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cf59451-e65c-4f13-b3e1-07c1aeb51055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7803cf27-e539-421b-b66e-690840106306', 'code': 200} Sep 15 02:47:12.859477 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:12.860420 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Device f4fb289e-00a9-45d8-a562-77ca178d76d4 no longer exists at agent hyperv_hv-cinder-75995 {{(pid=101047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 02:47:12.881145 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.plugin [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] No Port match for: f4fb289e-00a9-45d8-a562-77ca178d76d4 {{(pid=101047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 02:47:12.881492 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Device f4fb289e-00a9-45d8-a562-77ca178d76d4 not bound to the agent host hv-cinder-75995 {{(pid=101047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 02:47:12.881949 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Device 5e4aac37-593f-432a-b38b-8081a9364786 no longer exists at agent hyperv_hv-cinder-75995 {{(pid=101047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 02:47:12.918679 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.plugin [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] No Port match for: 5e4aac37-593f-432a-b38b-8081a9364786 {{(pid=101047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 02:47:12.919048 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Device 5e4aac37-593f-432a-b38b-8081a9364786 not bound to the agent host hv-cinder-75995 {{(pid=101047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 02:47:12.943351 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Pushing event updated for resources: {'Port': ['ID=7803cf27-e539-421b-b66e-690840106306,revision_number=10']} {{(pid=101047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:47:13.046442 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47c511f-a26b-49af-bfd8-7b4caf8389dd req-cf5c99a7-20ef-460a-b399-5df779676d09 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:13.051453 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-b47c511f-a26b-49af-bfd8-7b4caf8389dd req-cf5c99a7-20ef-460a-b399-5df779676d09 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb3fcddc-5c00-4077-8a3b-06b86f2ca670 HTTP/1.1" status: 200 len: 946 time: 0.0597861 Sep 15 02:47:13.089204 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-b47c511f-a26b-49af-bfd8-7b4caf8389dd req-2d4cde26-9bb5-4872-a2e9-96886eba36ed tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a48ec5e-5483-47a7-a61c-ca706341677d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347886 Sep 15 02:47:13.455592 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a86f7eb-438c-4477-b4dd-bdb3fa1091d7 req-ffc42355-5890-4f49-997e-6c8f61e7bd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:13.457085 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-4a86f7eb-438c-4477-b4dd-bdb3fa1091d7 req-ffc42355-5890-4f49-997e-6c8f61e7bd97 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=3cf59451-e65c-4f13-b3e1-07c1aeb51055 HTTP/1.1" status: 200 len: 1099 time: 0.0708165 Sep 15 02:47:13.501558 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-4a86f7eb-438c-4477-b4dd-bdb3fa1091d7 req-7e3b3cd4-d2f1-4b4c-a39e-29afb2ce3d38 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=aea3f50e-21de-421b-b9af-b4641846795e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365360 Sep 15 02:47:13.672309 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7605121-379c-404d-9162-a38dca51a6ca req-a356972d-ac21-49b5-8fae-648c7bc30d04 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:13.673839 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-a7605121-379c-404d-9162-a38dca51a6ca req-a356972d-ac21-49b5-8fae-648c7bc30d04 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cf59451-e65c-4f13-b3e1-07c1aeb51055 HTTP/1.1" status: 200 len: 946 time: 0.0495427 Sep 15 02:47:13.712373 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-a7605121-379c-404d-9162-a38dca51a6ca req-ab0687fa-a03d-4f58-9937-2c6ca4a39392 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea3f50e-21de-421b-b9af-b4641846795e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321681 Sep 15 02:47:14.208662 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8558fb9c-9178-4d46-9125-503643cbac3f req-b7e82792-a26b-4d29-b37b-600c8cedd6e1 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:14.210122 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-8558fb9c-9178-4d46-9125-503643cbac3f req-b7e82792-a26b-4d29-b37b-600c8cedd6e1 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb3fcddc-5c00-4077-8a3b-06b86f2ca670 HTTP/1.1" status: 200 len: 946 time: 0.0481188 Sep 15 02:47:14.248850 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-8558fb9c-9178-4d46-9125-503643cbac3f req-e202c5f4-268b-47ce-9a66-8dc72d2575a9 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a48ec5e-5483-47a7-a61c-ca706341677d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327857 Sep 15 02:47:14.855787 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48643fd9-60bf-44b6-b969-beb8baa9f071 req-3c183e15-4b11-4b23-a173-c6cfa9b8e908 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:14.858299 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-48643fd9-60bf-44b6-b969-beb8baa9f071 req-3c183e15-4b11-4b23-a173-c6cfa9b8e908 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cf59451-e65c-4f13-b3e1-07c1aeb51055 HTTP/1.1" status: 200 len: 946 time: 0.0662141 Sep 15 02:47:14.907042 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-48643fd9-60bf-44b6-b969-beb8baa9f071 req-05a527ee-6cd1-45ba-b93b-32fca1bb06df tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea3f50e-21de-421b-b9af-b4641846795e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403984 Sep 15 02:47:15.366324 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddf8aa4-dc09-4873-b6d0-c2941c6fccb2 req-10ba189e-0b98-4d37-b4bc-57438cde8304 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:15.368102 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-5ddf8aa4-dc09-4873-b6d0-c2941c6fccb2 req-10ba189e-0b98-4d37-b4bc-57438cde8304 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb3fcddc-5c00-4077-8a3b-06b86f2ca670 HTTP/1.1" status: 200 len: 946 time: 0.0522413 Sep 15 02:47:15.416029 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-5ddf8aa4-dc09-4873-b6d0-c2941c6fccb2 req-543bf868-6661-4962-9a87-cab2eaaa7269 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a48ec5e-5483-47a7-a61c-ca706341677d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387723 Sep 15 02:47:15.471234 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-76c1ba0c-5f81-49ad-9b93-8914e1f64f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:16.029517 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b0c09d-5f07-433d-b469-7a0d01031105 req-ba326158-f59f-4cdd-8c92-188a195b64d0 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:16.031013 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-a4b0c09d-5f07-433d-b469-7a0d01031105 req-ba326158-f59f-4cdd-8c92-188a195b64d0 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cf59451-e65c-4f13-b3e1-07c1aeb51055 HTTP/1.1" status: 200 len: 946 time: 0.0488079 Sep 15 02:47:16.068805 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-a4b0c09d-5f07-433d-b469-7a0d01031105 req-83c38e37-9248-4eb9-8f62-da5ddb488d21 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea3f50e-21de-421b-b9af-b4641846795e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318134 Sep 15 02:47:16.533226 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f2030c-3114-4000-b4f3-49cb15523258 req-7f2d789c-b5a8-4499-acd5-0d3a2e695a7c tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:16.534727 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-09f2030c-3114-4000-b4f3-49cb15523258 req-7f2d789c-b5a8-4499-acd5-0d3a2e695a7c tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb3fcddc-5c00-4077-8a3b-06b86f2ca670 HTTP/1.1" status: 200 len: 946 time: 0.0512967 Sep 15 02:47:16.580951 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-09f2030c-3114-4000-b4f3-49cb15523258 req-b28d182a-2689-4c84-a9b4-76a1c27fa145 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a48ec5e-5483-47a7-a61c-ca706341677d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373423 Sep 15 02:47:16.648067 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 39288) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:47:16.785823 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-630e7368-ccf5-43a4-b3c6-08c995e8063f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=692f79d1f84f4ae9be490420f10fe064&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1365397 Sep 15 02:47:16.788318 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 39292) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:47:16.837885 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-0eeadcfc-66c6-4893-8eb8-2c1d0998cbf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:16.858540 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-0eeadcfc-66c6-4893-8eb8-2c1d0998cbf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:16.985229 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-0eeadcfc-66c6-4893-8eb8-2c1d0998cbf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:16.987769 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-0eeadcfc-66c6-4893-8eb8-2c1d0998cbf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:16.988902 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-0eeadcfc-66c6-4893-8eb8-2c1d0998cbf3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bf7074c7-6881-4aa8-a44c-de47cef14cfe HTTP/1.1" status: 204 len: 168 time: 0.1996994 Sep 15 02:47:16.999408 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeadcfc-66c6-4893-8eb8-2c1d0998cbf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf7074c7-6881-4aa8-a44c-de47cef14cfe,revision_number=None']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:47:17.227110 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c023b32f-a333-4a2a-b24b-535c9e6d5aaa req-3d7a9c67-42a1-416d-99b6-d9714f7fb537 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:17.228513 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-c023b32f-a333-4a2a-b24b-535c9e6d5aaa req-3d7a9c67-42a1-416d-99b6-d9714f7fb537 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cf59451-e65c-4f13-b3e1-07c1aeb51055 HTTP/1.1" status: 200 len: 946 time: 0.0496891 Sep 15 02:47:17.267501 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-c023b32f-a333-4a2a-b24b-535c9e6d5aaa req-bb18ec45-6841-4146-b6ea-e417c619067a tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea3f50e-21de-421b-b9af-b4641846795e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319471 Sep 15 02:47:17.359464 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 39308) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:47:17.467766 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-e620676c-31cd-4869-aaa6-363d74482754 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:17.558661 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-e620676c-31cd-4869-aaa6-363d74482754 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:17.648028 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-e620676c-31cd-4869-aaa6-363d74482754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:17.716814 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-e620676c-31cd-4869-aaa6-363d74482754 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3d7a2185679f465b9a88c8e48101ffe5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3556926 Sep 15 02:47:17.719409 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e620676c-31cd-4869-aaa6-363d74482754 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fd2aee7-a58f-483a-a877-42470a9b8600,revision_number=1']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:47:17.719731 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 39324) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:47:17.749621 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263bcfdd-a177-46b8-9698-b9c52ec6505e req-fe820eb5-4e4b-4fb9-9170-c6259e1e820c tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:17.751283 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-263bcfdd-a177-46b8-9698-b9c52ec6505e req-fe820eb5-4e4b-4fb9-9170-c6259e1e820c tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb3fcddc-5c00-4077-8a3b-06b86f2ca670 HTTP/1.1" status: 200 len: 946 time: 0.0975256 Sep 15 02:47:17.781507 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-45ca7921-ea83-4233-9944-e459cd1a7d6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:17.796719 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-263bcfdd-a177-46b8-9698-b9c52ec6505e req-3ccc35cc-b5b4-43c5-9feb-f08e1c4526eb tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a48ec5e-5483-47a7-a61c-ca706341677d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390995 Sep 15 02:47:17.803121 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-45ca7921-ea83-4233-9944-e459cd1a7d6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:17.887525 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-45ca7921-ea83-4233-9944-e459cd1a7d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:17.890770 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-45ca7921-ea83-4233-9944-e459cd1a7d6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:17.891967 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-45ca7921-ea83-4233-9944-e459cd1a7d6b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2fd2aee7-a58f-483a-a877-42470a9b8600 HTTP/1.1" status: 204 len: 168 time: 0.1711619 Sep 15 02:47:17.899984 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ca7921-ea83-4233-9944-e459cd1a7d6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fd2aee7-a58f-483a-a877-42470a9b8600,revision_number=None']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:47:17.999529 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 39336) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:47:18.092888 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.v2.base [None req-14585c53-fb48-41c9-afb9-045a91ad12c3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-778731291-network', 'tenant_id': 'bda0ae2dd5054c26954555d099295c13'}} {{(pid=101045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:47:18.128160 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-88cf6e79-b160-4da8-bee5-c745ccaf30ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:18.185774 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14585c53-fb48-41c9-afb9-045a91ad12c3 admin admin] Made reservation on behalf of bda0ae2dd5054c26954555d099295c13 for: {'network': 1} {{(pid=101045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:47:18.188114 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-14585c53-fb48-41c9-afb9-045a91ad12c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for network, before_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:18.196487 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-14585c53-fb48-41c9-afb9-045a91ad12c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:18.287266 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-14585c53-fb48-41c9-afb9-045a91ad12c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:18.442307 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:18.565359 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-14585c53-fb48-41c9-afb9-045a91ad12c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:18.595056 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14585c53-fb48-41c9-afb9-045a91ad12c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=101045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 02:47:18.619179 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93f0285-9d8f-4f3b-9454-e22bcdd96a39 req-e27c1666-ecf2-4cb3-8ffc-a40d0d721945 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:18.620675 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-e93f0285-9d8f-4f3b-9454-e22bcdd96a39 req-e27c1666-ecf2-4cb3-8ffc-a40d0d721945 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb3fcddc-5c00-4077-8a3b-06b86f2ca670 HTTP/1.1" status: 200 len: 946 time: 0.2919140 Sep 15 02:47:18.623997 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14585c53-fb48-41c9-afb9-045a91ad12c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d03ce67-083c-4842-9dce-25b3d5453925,revision_number=1']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:47:18.641146 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-14585c53-fb48-41c9-afb9-045a91ad12c3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781587797140', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1581261'] for segment, precommit_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:18.641146 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-14585c53-fb48-41c9-afb9-045a91ad12c3 admin admin] Unsubscribe: segment precommit_create {{(pid=101045) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 15 02:47:18.641146 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.db.segments_db [None req-14585c53-fb48-41c9-afb9-045a91ad12c3 admin admin] Added segment a62a0362-9a53-4c6f-aebd-c70982ef9284 of type vlan for network 6f14ab56-666c-474c-92c4-21c80d4540e7 Sep 15 02:47:18.733421 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-14585c53-fb48-41c9-afb9-045a91ad12c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781587303702'] for network, precommit_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:18.789038 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.plugin [req-e93f0285-9d8f-4f3b-9454-e22bcdd96a39 req-15c223e6-8976-44b6-a12c-89d9867ec687 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Deleting port 1ec257c4-8286-4343-bba8-11e67b393c0f {{(pid=101045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:47:18.789426 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-e93f0285-9d8f-4f3b-9454-e22bcdd96a39 req-15c223e6-8976-44b6-a12c-89d9867ec687 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781587782193'] for port, before_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:18.905290 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-14585c53-fb48-41c9-afb9-045a91ad12c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858'] for network, after_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:18.906250 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14585c53-fb48-41c9-afb9-045a91ad12c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:18.906822 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-14585c53-fb48-41c9-afb9-045a91ad12c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577872'] for network, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:18.915542 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.db [req-e93f0285-9d8f-4f3b-9454-e22bcdd96a39 req-15c223e6-8976-44b6-a12c-89d9867ec687 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] For port 1ec257c4-8286-4343-bba8-11e67b393c0f, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=1ec257c4-8286-4343-bba8-11e67b393c0f,segment=NetworkSegment(f4b707ed-20a3-453b-a008-5d13b500ef1a),segment_id=f4b707ed-20a3-453b-a008-5d13b500ef1a)] {{(pid=101045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:47:18.915893 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-e93f0285-9d8f-4f3b-9454-e22bcdd96a39 req-15c223e6-8976-44b6-a12c-89d9867ec687 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023821'] for port, precommit_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:18.968352 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.plugin [req-e93f0285-9d8f-4f3b-9454-e22bcdd96a39 req-15c223e6-8976-44b6-a12c-89d9867ec687 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Calling delete_port for 1ec257c4-8286-4343-bba8-11e67b393c0f owned by compute:nova {{(pid=101045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:47:19.033819 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9525ab-62c1-4400-9720-921e526dc408 req-133a0588-3b36-4c98-8759-a64b677a5729 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:19.035761 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-1e9525ab-62c1-4400-9720-921e526dc408 req-133a0588-3b36-4c98-8759-a64b677a5729 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb3fcddc-5c00-4077-8a3b-06b86f2ca670 HTTP/1.1" status: 200 len: 946 time: 0.1694446 Sep 15 02:47:19.035965 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14585c53-fb48-41c9-afb9-045a91ad12c3 admin admin] Pushing event updated for resources: {'Network': ['ID=6f14ab56-666c-474c-92c4-21c80d4540e7,revision_number=1']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:47:19.042582 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-14585c53-fb48-41c9-afb9-045a91ad12c3 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0419061 Sep 15 02:47:19.045880 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 39368) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:47:19.060915 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Network 6f14ab56-666c-474c-92c4-21c80d4540e7 details requested by agent ovs-agent-dv-cinder-759955-25-smb with host dv-cinder-759955-25-smb {{(pid=101047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 02:47:19.062239 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.v2.base [None req-b0ec115c-0c77-41af-ac26-9533d62e849b admin admin] Request body: {'subnet': {'network_id': '6f14ab56-666c-474c-92c4-21c80d4540e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-778731291-subnet', 'tenant_id': 'bda0ae2dd5054c26954555d099295c13', 'ip_version': 4}} {{(pid=101046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:47:19.133909 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0ec115c-0c77-41af-ac26-9533d62e849b admin admin] Made reservation on behalf of bda0ae2dd5054c26954555d099295c13 for: {'subnet': 1} {{(pid=101046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:47:19.136269 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-b0ec115c-0c77-41af-ac26-9533d62e849b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27079578'] for subnet, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:19.137664 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-1e9525ab-62c1-4400-9720-921e526dc408 req-c90ce120-c60e-4d0e-9550-9c6e7260250c tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a48ec5e-5483-47a7-a61c-ca706341677d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658464 Sep 15 02:47:19.265369 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-e93f0285-9d8f-4f3b-9454-e22bcdd96a39 req-15c223e6-8976-44b6-a12c-89d9867ec687 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781587788279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781587269057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25563207'] for port, after_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:19.284396 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] get_ports_and_sgs() called for port_ids ['1ec257c4-8286-4343-bba8-11e67b393c0f'] {{(pid=101047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 02:47:19.294105 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c223e6-8976-44b6-a12c-89d9867ec687 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Pushing event deleted for resources: {'Port': ['ID=1ec257c4-8286-4343-bba8-11e67b393c0f,revision_number=None']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:47:19.342514 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.db.l3_dvrscheduler_db [req-e93f0285-9d8f-4f3b-9454-e22bcdd96a39 req-15c223e6-8976-44b6-a12c-89d9867ec687 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] No DVR routers for this DVR port 1ec257c4-8286-4343-bba8-11e67b393c0f on host hv-cinder-75995 {{(pid=101045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 02:47:19.345132 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-e93f0285-9d8f-4f3b-9454-e22bcdd96a39 req-15c223e6-8976-44b6-a12c-89d9867ec687 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89626'] for port, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:19.347091 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-e93f0285-9d8f-4f3b-9454-e22bcdd96a39 req-15c223e6-8976-44b6-a12c-89d9867ec687 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.38 "DELETE /v2.0/ports/1ec257c4-8286-4343-bba8-11e67b393c0f HTTP/1.1" status: 204 len: 173 time: 0.7171054 Sep 15 02:47:19.347531 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb3fcddc-5c00-4077-8a3b-06b86f2ca670', 'name': 'network-vif-deleted', 'tag': '1ec257c4-8286-4343-bba8-11e67b393c0f'}] {{(pid=101045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:47:19.349844 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86c436101efe1a363cd74fb96c1b6796ca3087f8916af27063bbdf5683c89520" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96b1efa0-4ba6-4597-9748-6c28e4e58767" -d '{"events": [{"server_uuid": "eb3fcddc-5c00-4077-8a3b-06b86f2ca670", "name": "network-vif-deleted", "tag": "1ec257c4-8286-4343-bba8-11e67b393c0f"}]}' {{(pid=101045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:47:19.368134 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-26fc78ca-8f14-4c98-81c4-2d6c26116e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:19.385946 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 02:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9595a65d-41e7-4fec-bbef-809312db7d1c x-openstack-request-id: req-9595a65d-41e7-4fec-bbef-809312db7d1c {{(pid=101045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:47:19.386237 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb3fcddc-5c00-4077-8a3b-06b86f2ca670", "name": "network-vif-deleted", "tag": "1ec257c4-8286-4343-bba8-11e67b393c0f", "status": "completed", "code": 200}]} {{(pid=101045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:47:19.386487 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9595a65d-41e7-4fec-bbef-809312db7d1c {{(pid=101045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:47:19.386924 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb3fcddc-5c00-4077-8a3b-06b86f2ca670', 'name': 'network-vif-deleted', 'tag': '1ec257c4-8286-4343-bba8-11e67b393c0f', 'status': 'completed', 'code': 200} Sep 15 02:47:19.441044 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-b0ec115c-0c77-41af-ac26-9533d62e849b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25909674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27079604'] for subnet, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:19.500190 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ec115c-0c77-41af-ac26-9533d62e849b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b44a5e3d-1dc9-4c9b-904f-be29464cdbfd,revision_number=0']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:47:19.509171 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ec115c-0c77-41af-ac26-9533d62e849b admin admin] Checking segment: {'id': 'a62a0362-9a53-4c6f-aebd-c70982ef9284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6f14ab56-666c-474c-92c4-21c80d4540e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:47:19.509527 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ec115c-0c77-41af-ac26-9533d62e849b admin admin] Network hostable DHCP agents. Network: 6f14ab56-666c-474c-92c4-21c80d4540e7, hostable agents: ['4ac00676-0bd7-4634-9dbc-c2a760561995'], hosted agents: [] {{(pid=101046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 02:47:19.608583 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ec115c-0c77-41af-ac26-9533d62e849b admin admin] Network 6f14ab56-666c-474c-92c4-21c80d4540e7 is scheduled to be hosted by DHCP agent 4ac00676-0bd7-4634-9dbc-c2a760561995 with binding_index 1 {{(pid=101046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 02:47:19.688211 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.scheduler.base_scheduler [None req-b0ec115c-0c77-41af-ac26-9533d62e849b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-25-smb, 6f14ab56-666c-474c-92c4-21c80d4540e7) {{(pid=101046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:47:19.692424 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ec115c-0c77-41af-ac26-9533d62e849b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:19.693127 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-b0ec115c-0c77-41af-ac26-9533d62e849b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:19.697561 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7542719-ae7d-4442-a9af-697ff389f711 None None] Network 6f14ab56-666c-474c-92c4-21c80d4540e7 requested from dv-cinder-759955-25-smb {{(pid=101047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 02:47:19.781243 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-b0ec115c-0c77-41af-ac26-9533d62e849b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7342291 Sep 15 02:47:19.783912 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 39378) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:47:19.788153 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.v2.base [None req-afc58205-fa9c-4ac1-a194-baa0a73dfdb8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-778731291-router', 'tenant_id': 'bda0ae2dd5054c26954555d099295c13', 'external_gateway_info': {'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1'}}} {{(pid=101046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:47:19.846156 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d580f3-ea5c-49c2-b117-788e3f3a2ef1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe85668e-e89f-562c-b83c-593ad87c45d5-6f14ab56-666c-474c-92c4-21c80d4540e7', 'network_id': '6f14ab56-666c-474c-92c4-21c80d4540e7', 'tenant_id': 'bda0ae2dd5054c26954555d099295c13', 'fixed_ips': [{'subnet_id': 'b44a5e3d-1dc9-4c9b-904f-be29464cdbfd'}]}} from dv-cinder-759955-25-smb. {{(pid=101047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 02:47:19.846677 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-08d580f3-ea5c-49c2-b117-788e3f3a2ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_create {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:19.882892 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-afc58205-fa9c-4ac1-a194-baa0a73dfdb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1030536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-969'] for router, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:19.884260 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-afc58205-fa9c-4ac1-a194-baa0a73dfdb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1030936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1028488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-970245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-978'] for router, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:19.937743 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-afc58205-fa9c-4ac1-a194-baa0a73dfdb8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:19.985059 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.db_base_plugin_common [None req-08d580f3-ea5c-49c2-b117-788e3f3a2ef1 None None] Allocated IP 172.20.0.2 (6f14ab56-666c-474c-92c4-21c80d4540e7/b44a5e3d-1dc9-4c9b-904f-be29464cdbfd/2b32d518-7ff3-40a2-8e3c-cf3e3300a610) {{(pid=101047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:47:20.130579 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-08d580f3-ea5c-49c2-b117-788e3f3a2ef1 None None] Notify callbacks [] for port, precommit_create {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:20.186856 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-afc58205-fa9c-4ac1-a194-baa0a73dfdb8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:20.208428 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-08d580f3-ea5c-49c2-b117-788e3f3a2ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781587269048'] for port, after_create {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:20.251697 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d580f3-ea5c-49c2-b117-788e3f3a2ef1 None None] Network 6f14ab56-666c-474c-92c4-21c80d4540e7 is already hosted by enough agents. {{(pid=101047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:47:20.254883 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.scheduler.base_scheduler [None req-08d580f3-ea5c-49c2-b117-788e3f3a2ef1 None None] Resources bound (agent type, host, resource id): {{(pid=101047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:47:20.262058 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d580f3-ea5c-49c2-b117-788e3f3a2ef1 None None] Received port after_create {{(pid=101047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:47:20.262253 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-8f300c56-2f54-40d1-b8a3-567f89b33a84 req-9e036223-ad22-4f96-bdfb-ae8aa0d628a2 tempest-ServerRescueNegativeTestJSON-2052521108 tempest-ServerRescueNegativeTestJSON-2052521108-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb3fcddc-5c00-4077-8a3b-06b86f2ca670 HTTP/1.1" status: 200 len: 210 time: 0.0309608 Sep 15 02:47:20.275922 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d580f3-ea5c-49c2-b117-788e3f3a2ef1 None None] Pushing event updated for resources: {'Port': ['ID=2b32d518-7ff3-40a2-8e3c-cf3e3300a610,revision_number=1']} {{(pid=101047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:47:20.324495 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.managers [None req-08d580f3-ea5c-49c2-b117-788e3f3a2ef1 None None] Attempting to bind port 2b32d518-7ff3-40a2-8e3c-cf3e3300a610 on host dv-cinder-759955-25-smb for vnic_type normal with profile {{(pid=101047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 02:47:20.325183 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.managers [None req-08d580f3-ea5c-49c2-b117-788e3f3a2ef1 None None] Attempting to bind port 2b32d518-7ff3-40a2-8e3c-cf3e3300a610 by drivers openvswitch,hyperv on host dv-cinder-759955-25-smb at level 0 using segments [{'id': 'a62a0362-9a53-4c6f-aebd-c70982ef9284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6f14ab56-666c-474c-92c4-21c80d4540e7'}] {{(pid=101047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 02:47:20.325183 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d580f3-ea5c-49c2-b117-788e3f3a2ef1 None None] Attempting to bind port 2b32d518-7ff3-40a2-8e3c-cf3e3300a610 on network 6f14ab56-666c-474c-92c4-21c80d4540e7 {{(pid=101047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:47:20.330899 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d580f3-ea5c-49c2-b117-788e3f3a2ef1 None None] Checking agent: {'id': '129dda3c-f944-45fc-94b1-aa204aafba01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-25-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 36, 18), 'started_at': datetime.datetime(2021, 9, 15, 2, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 2, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-25-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 02:47:20.334270 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d580f3-ea5c-49c2-b117-788e3f3a2ef1 None None] Checking segment: {'id': 'a62a0362-9a53-4c6f-aebd-c70982ef9284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6f14ab56-666c-474c-92c4-21c80d4540e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:47:20.334270 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-08d580f3-ea5c-49c2-b117-788e3f3a2ef1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:20.334270 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d580f3-ea5c-49c2-b117-788e3f3a2ef1 None None] Bound using segment: {'id': 'a62a0362-9a53-4c6f-aebd-c70982ef9284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6f14ab56-666c-474c-92c4-21c80d4540e7'} {{(pid=101047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 02:47:20.334270 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.managers [None req-08d580f3-ea5c-49c2-b117-788e3f3a2ef1 None None] Bound port: 2b32d518-7ff3-40a2-8e3c-cf3e3300a610, host: dv-cinder-759955-25-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a62a0362-9a53-4c6f-aebd-c70982ef9284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6f14ab56-666c-474c-92c4-21c80d4540e7'}}] {{(pid=101047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 02:47:20.334270 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-08d580f3-ea5c-49c2-b117-788e3f3a2ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:20.396358 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-08d580f3-ea5c-49c2-b117-788e3f3a2ef1 None None] For port 2b32d518-7ff3-40a2-8e3c-cf3e3300a610, host dv-cinder-759955-25-smb, cleared binding levels {{(pid=101047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 02:47:20.399573 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-08d580f3-ea5c-49c2-b117-788e3f3a2ef1 None None] For port 2b32d518-7ff3-40a2-8e3c-cf3e3300a610, host dv-cinder-759955-25-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-smb',level=0,port_id=2b32d518-7ff3-40a2-8e3c-cf3e3300a610,segment=NetworkSegment(a62a0362-9a53-4c6f-aebd-c70982ef9284),segment_id=a62a0362-9a53-4c6f-aebd-c70982ef9284)] {{(pid=101047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 02:47:20.460009 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-08d580f3-ea5c-49c2-b117-788e3f3a2ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:20.480222 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-afc58205-fa9c-4ac1-a194-baa0a73dfdb8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:20.501506 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-afc58205-fa9c-4ac1-a194-baa0a73dfdb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:20.523098 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d580f3-ea5c-49c2-b117-788e3f3a2ef1 None None] Pushing event updated for resources: {'Port': ['ID=2b32d518-7ff3-40a2-8e3c-cf3e3300a610,revision_number=2']} {{(pid=101047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:47:20.609525 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.db.db_base_plugin_common [None req-afc58205-fa9c-4ac1-a194-baa0a73dfdb8 admin admin] Allocated IP 172.28.3.10 (33518f62-a6b6-442c-a872-dfb5ddf2cbe1/7529c9c6-8ff3-40d4-8357-6b3b49e7afdc/1ac5d270-9212-4059-9ea2-5ce6e477f7bf) {{(pid=101046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:47:20.736945 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-afc58205-fa9c-4ac1-a194-baa0a73dfdb8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:20.871450 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-afc58205-fa9c-4ac1-a194-baa0a73dfdb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781587269048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25909702'] for port, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:20.910699 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc58205-fa9c-4ac1-a194-baa0a73dfdb8 admin admin] Network 33518f62-a6b6-442c-a872-dfb5ddf2cbe1 is already hosted by enough agents. {{(pid=101046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:47:20.913618 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.scheduler.base_scheduler [None req-afc58205-fa9c-4ac1-a194-baa0a73dfdb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:47:20.918062 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc58205-fa9c-4ac1-a194-baa0a73dfdb8 admin admin] Received port after_create {{(pid=101046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:47:20.946875 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc58205-fa9c-4ac1-a194-baa0a73dfdb8 admin admin] Pushing event updated for resources: {'Port': ['ID=1ac5d270-9212-4059-9ea2-5ce6e477f7bf,revision_number=1']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:47:21.244685 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-afc58205-fa9c-4ac1-a194-baa0a73dfdb8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:21.276418 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-4787a0ec-4617-4d18-8d79-4c4aa2145a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:21.330250 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 39400) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:47:21.575892 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2550355b-b400-4326-b55a-729d86a68cb7 None None] Network 6f14ab56-666c-474c-92c4-21c80d4540e7 requested from dv-cinder-759955-25-smb {{(pid=101047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 02:47:21.682240 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-b3f5310c-fd68-4437-a54f-8a1d1e0cabcd None None] Provisioning complete for port 2b32d518-7ff3-40a2-8e3c-cf3e3300a610 triggered by entity DHCP. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:47:21.682618 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-b3f5310c-fd68-4437-a54f-8a1d1e0cabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1575204'] for port, provisioning_complete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:21.717346 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-afc58205-fa9c-4ac1-a194-baa0a73dfdb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1030935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028959'] for router, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:21.833348 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-b3f5310c-fd68-4437-a54f-8a1d1e0cabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:21.850851 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-c3f25f2c-5162-48af-a4d0-5b14bf61b2a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1029893'] for router_interface, before_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:21.871817 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-b3f5310c-fd68-4437-a54f-8a1d1e0cabcd None None] For port 2b32d518-7ff3-40a2-8e3c-cf3e3300a610, host dv-cinder-759955-25-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-smb',level=0,port_id=2b32d518-7ff3-40a2-8e3c-cf3e3300a610,segment=NetworkSegment(a62a0362-9a53-4c6f-aebd-c70982ef9284),segment_id=a62a0362-9a53-4c6f-aebd-c70982ef9284)] {{(pid=101047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:47:21.956274 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afc58205-fa9c-4ac1-a194-baa0a73dfdb8 admin admin] Router 9ddde5d3-4db8-4cfa-813d-56c6a55128d0 is scheduled to L3 agent 22749488-15d0-44a3-a4aa-285786541688 with binding_index 1 {{(pid=101046) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 02:47:21.990735 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-b3f5310c-fd68-4437-a54f-8a1d1e0cabcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:22.072830 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f5310c-fd68-4437-a54f-8a1d1e0cabcd None None] Pushing event updated for resources: {'Port': ['ID=2b32d518-7ff3-40a2-8e3c-cf3e3300a610,revision_number=3']} {{(pid=101047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:47:22.097549 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afc58205-fa9c-4ac1-a194-baa0a73dfdb8 admin admin] Notify agent at l3_agent.dv-cinder-759955-25-smb the message routers_updated {{(pid=101046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 02:47:22.109316 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ba6856-c4ed-48b9-a88b-114b2866a3b1 None None] Sync routers for ids ['9ddde5d3-4db8-4cfa-813d-56c6a55128d0'] in dv-cinder-759955-25-smb {{(pid=101048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 02:47:22.125172 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-3582fbf1-33ee-496b-96aa-3c76bdd4407f None None] Provisioning complete for port 2b32d518-7ff3-40a2-8e3c-cf3e3300a610 triggered by entity DHCP. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:47:22.125172 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-3582fbf1-33ee-496b-96aa-3c76bdd4407f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1575204'] for port, provisioning_complete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:22.125548 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ba6856-c4ed-48b9-a88b-114b2866a3b1 None None] Routers {'9ddde5d3-4db8-4cfa-813d-56c6a55128d0'} bound to L3 agent in host dv-cinder-759955-25-smb {{(pid=101048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:47:22.126123 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_hamode_db [None req-41ba6856-c4ed-48b9-a88b-114b2866a3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T02:36:18Z,description=,heartbeat_timestamp=2021-09-15T02:47:18Z,host='dv-cinder-759955-25-smb',id=22749488-15d0-44a3-a4aa-285786541688,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:36:19Z,topic='l3_agent')) {'router_ids': ['9ddde5d3-4db8-4cfa-813d-56c6a55128d0'], 'active': True} {{(pid=101048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:47:22.203313 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-afc58205-fa9c-4ac1-a194-baa0a73dfdb8 admin admin] Notify callbacks [] for router, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:22.208056 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-afc58205-fa9c-4ac1-a194-baa0a73dfdb8 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.4196754 Sep 15 02:47:22.208233 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 39414) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:47:22.297422 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Device 2b32d518-7ff3-40a2-8e3c-cf3e3300a610 up at agent ovs-agent-dv-cinder-759955-25-smb {{(pid=101047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:47:22.302219 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_dvr_db [None req-41ba6856-c4ed-48b9-a88b-114b2866a3b1 None None] Set router 9ddde5d3-4db8-4cfa-813d-56c6a55128d0 gateway port host: dv-cinder-759955-25-smb {{(pid=101048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:47:22.358041 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Provisioning complete for port 2b32d518-7ff3-40a2-8e3c-cf3e3300a610 triggered by entity L2. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:47:22.358298 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1575204'] for port, provisioning_complete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:22.366099 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.plugin [None req-c3f25f2c-5162-48af-a4d0-5b14bf61b2a5 admin admin] Deleting port 533846ed-3690-4cbe-a489-1e22820545f3 {{(pid=101045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:47:22.366658 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-c3f25f2c-5162-48af-a4d0-5b14bf61b2a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781587782193'] for port, before_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:22.516487 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.db [None req-c3f25f2c-5162-48af-a4d0-5b14bf61b2a5 admin admin] For port 533846ed-3690-4cbe-a489-1e22820545f3, host dv-cinder-759955-25-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-smb',level=0,port_id=533846ed-3690-4cbe-a489-1e22820545f3,segment=NetworkSegment(f4b707ed-20a3-453b-a008-5d13b500ef1a),segment_id=f4b707ed-20a3-453b-a008-5d13b500ef1a)] {{(pid=101045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:47:22.517693 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-c3f25f2c-5162-48af-a4d0-5b14bf61b2a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023821'] for port, precommit_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:22.535709 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.plugin [None req-c3f25f2c-5162-48af-a4d0-5b14bf61b2a5 admin admin] Calling delete_port for 533846ed-3690-4cbe-a489-1e22820545f3 owned by network:router_interface {{(pid=101045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:47:22.642342 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Device 1ec257c4-8286-4343-bba8-11e67b393c0f no longer exists at agent hyperv_hv-cinder-75995 {{(pid=101047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 02:47:22.647688 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_hamode_db [None req-41ba6856-c4ed-48b9-a88b-114b2866a3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ddde5d3-4db8-4cfa-813d-56c6a55128d0', 'name': 'tempest-TestMinimumBasicScenario-778731291-router', 'tenant_id': 'bda0ae2dd5054c26954555d099295c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'external_fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.10'}], 'enable_snat': True}, 'gw_port_id': '1ac5d270-9212-4059-9ea2-5ce6e477f7bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:47:19Z', 'updated_at': '2021-09-15T02:47:21Z', 'revision_number': 3, 'project_id': 'bda0ae2dd5054c26954555d099295c13', 'gw_port': {'id': '1ac5d270-9212-4059-9ea2-5ce6e477f7bf', 'name': '', 'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:0b:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ddde5d3-4db8-4cfa-813d-56c6a55128d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:47:20Z', 'updated_at': '2021-09-15T02:47:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-smb'}], 'dv-cinder-759955-25-smb', False) {} {{(pid=101048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:47:22.682212 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.plugin [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] No Port match for: 1ec257c4-8286-4343-bba8-11e67b393c0f {{(pid=101047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 02:47:22.682855 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Device 1ec257c4-8286-4343-bba8-11e67b393c0f not bound to the agent host hv-cinder-75995 {{(pid=101047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 02:47:22.694711 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ba6856-c4ed-48b9-a88b-114b2866a3b1 None None] Checking router: 9ddde5d3-4db8-4cfa-813d-56c6a55128d0 for host: dv-cinder-759955-25-smb {{(pid=101048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 02:47:22.695330 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ba6856-c4ed-48b9-a88b-114b2866a3b1 None None] Updating router 9ddde5d3-4db8-4cfa-813d-56c6a55128d0 port 1ac5d270-9212-4059-9ea2-5ce6e477f7bf binding host dv-cinder-759955-25-smb {{(pid=101048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 02:47:22.727889 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron_lib.callbacks.manager [None req-41ba6856-c4ed-48b9-a88b-114b2866a3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:22.804566 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-e36356f2-bb51-4383-9d19-473661d2f371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:22.836617 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-c3f25f2c-5162-48af-a4d0-5b14bf61b2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781587788279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781587269057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25563207'] for port, after_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:22.866329 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f25f2c-5162-48af-a4d0-5b14bf61b2a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=533846ed-3690-4cbe-a489-1e22820545f3,revision_number=None']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:47:22.980208 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.db.db_base_plugin_common [None req-e36356f2-bb51-4383-9d19-473661d2f371 admin admin] Allocated IP 172.20.0.1 (6f14ab56-666c-474c-92c4-21c80d4540e7/b44a5e3d-1dc9-4c9b-904f-be29464cdbfd/26af36df-1072-449f-bd9f-9ff830e856a2) {{(pid=101046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:47:23.019475 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron_lib.callbacks.manager [None req-41ba6856-c4ed-48b9-a88b-114b2866a3b1 None None] Notify callbacks [] for port, precommit_update {{(pid=101048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:23.058293 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-c3f25f2c-5162-48af-a4d0-5b14bf61b2a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-576689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1029045'] for router_interface, after_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:23.076983 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron_lib.callbacks.manager [None req-41ba6856-c4ed-48b9-a88b-114b2866a3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:23.089584 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-e36356f2-bb51-4383-9d19-473661d2f371 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:23.144823 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc3f537-d5c2-4fe6-b1ca-37b3286bd3f5 None None] Pushing event updated for resources: {'Port': ['ID=1ac5d270-9212-4059-9ea2-5ce6e477f7bf,revision_number=2']} {{(pid=101048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:47:23.154376 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc3f537-d5c2-4fe6-b1ca-37b3286bd3f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:47:23.154851 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc3f537-d5c2-4fe6-b1ca-37b3286bd3f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:47:23.155831 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc3f537-d5c2-4fe6-b1ca-37b3286bd3f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:47:23.156297 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc3f537-d5c2-4fe6-b1ca-37b3286bd3f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:47:23.156751 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc3f537-d5c2-4fe6-b1ca-37b3286bd3f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:47:23.157194 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc3f537-d5c2-4fe6-b1ca-37b3286bd3f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:47:23.157643 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc3f537-d5c2-4fe6-b1ca-37b3286bd3f5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:47:23.158224 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc3f537-d5c2-4fe6-b1ca-37b3286bd3f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:47:23.158734 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc3f537-d5c2-4fe6-b1ca-37b3286bd3f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:47:23.159262 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc3f537-d5c2-4fe6-b1ca-37b3286bd3f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:47:23.159756 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc3f537-d5c2-4fe6-b1ca-37b3286bd3f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:47:23.160250 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc3f537-d5c2-4fe6-b1ca-37b3286bd3f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:47:23.164579 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.plugins.ml2.managers [None req-41ba6856-c4ed-48b9-a88b-114b2866a3b1 None None] Attempting to bind port 1ac5d270-9212-4059-9ea2-5ce6e477f7bf on host dv-cinder-759955-25-smb for vnic_type normal with profile {{(pid=101048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 02:47:23.167033 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.plugins.ml2.managers [None req-41ba6856-c4ed-48b9-a88b-114b2866a3b1 None None] Attempting to bind port 1ac5d270-9212-4059-9ea2-5ce6e477f7bf by drivers openvswitch,hyperv on host dv-cinder-759955-25-smb at level 0 using segments [{'id': '4ddc9b9a-930b-46d8-934d-b4f616b6b84f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1'}] {{(pid=101048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 02:47:23.167033 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ba6856-c4ed-48b9-a88b-114b2866a3b1 None None] Attempting to bind port 1ac5d270-9212-4059-9ea2-5ce6e477f7bf on network 33518f62-a6b6-442c-a872-dfb5ddf2cbe1 {{(pid=101048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:47:23.171256 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ba6856-c4ed-48b9-a88b-114b2866a3b1 None None] Checking agent: {'id': '129dda3c-f944-45fc-94b1-aa204aafba01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-25-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 36, 18), 'started_at': datetime.datetime(2021, 9, 15, 2, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 2, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-25-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 02:47:23.171609 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ba6856-c4ed-48b9-a88b-114b2866a3b1 None None] Checking segment: {'id': '4ddc9b9a-930b-46d8-934d-b4f616b6b84f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:47:23.171996 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron_lib.callbacks.manager [None req-41ba6856-c4ed-48b9-a88b-114b2866a3b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:23.172411 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ba6856-c4ed-48b9-a88b-114b2866a3b1 None None] Bound using segment: {'id': '4ddc9b9a-930b-46d8-934d-b4f616b6b84f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1'} {{(pid=101048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 02:47:23.172868 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.plugins.ml2.managers [None req-41ba6856-c4ed-48b9-a88b-114b2866a3b1 None None] Bound port: 1ac5d270-9212-4059-9ea2-5ce6e477f7bf, host: dv-cinder-759955-25-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ddc9b9a-930b-46d8-934d-b4f616b6b84f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1'}}] {{(pid=101048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 02:47:23.173247 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron_lib.callbacks.manager [None req-41ba6856-c4ed-48b9-a88b-114b2866a3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:23.186092 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-e36356f2-bb51-4383-9d19-473661d2f371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781587269048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25909702'] for port, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:23.230306 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.plugins.ml2.db [None req-41ba6856-c4ed-48b9-a88b-114b2866a3b1 None None] For port 1ac5d270-9212-4059-9ea2-5ce6e477f7bf, host dv-cinder-759955-25-smb, cleared binding levels {{(pid=101048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 02:47:23.234345 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.plugins.ml2.db [None req-41ba6856-c4ed-48b9-a88b-114b2866a3b1 None None] For port 1ac5d270-9212-4059-9ea2-5ce6e477f7bf, host dv-cinder-759955-25-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-smb',level=0,port_id=1ac5d270-9212-4059-9ea2-5ce6e477f7bf,segment=NetworkSegment(4ddc9b9a-930b-46d8-934d-b4f616b6b84f),segment_id=4ddc9b9a-930b-46d8-934d-b4f616b6b84f)] {{(pid=101048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 02:47:23.242821 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36356f2-bb51-4383-9d19-473661d2f371 admin admin] Network 6f14ab56-666c-474c-92c4-21c80d4540e7 is already hosted by enough agents. {{(pid=101046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:47:23.247095 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.scheduler.base_scheduler [None req-e36356f2-bb51-4383-9d19-473661d2f371 admin admin] Resources bound (agent type, host, resource id): {{(pid=101046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:47:23.251157 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36356f2-bb51-4383-9d19-473661d2f371 admin admin] Received port after_create {{(pid=101046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:47:23.265841 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36356f2-bb51-4383-9d19-473661d2f371 admin admin] Pushing event updated for resources: {'Port': ['ID=26af36df-1072-449f-bd9f-9ff830e856a2,revision_number=1']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:47:23.302540 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-e36356f2-bb51-4383-9d19-473661d2f371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1029000'] for router_interface, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:23.311798 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron_lib.callbacks.manager [None req-41ba6856-c4ed-48b9-a88b-114b2866a3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:23.365482 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3f25f2c-5162-48af-a4d0-5b14bf61b2a5 admin admin] Router f724dce2-7491-4968-abea-bd0e3986235a has already been hosted by L3 agent 22749488-15d0-44a3-a4aa-285786541688 {{(pid=101045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 02:47:23.373399 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ba6856-c4ed-48b9-a88b-114b2866a3b1 None None] Routers {'9ddde5d3-4db8-4cfa-813d-56c6a55128d0'} bound to L3 agent in host dv-cinder-759955-25-smb {{(pid=101048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:47:23.374034 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_hamode_db [None req-41ba6856-c4ed-48b9-a88b-114b2866a3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T02:36:18Z,description=,heartbeat_timestamp=2021-09-15T02:47:18Z,host='dv-cinder-759955-25-smb',id=22749488-15d0-44a3-a4aa-285786541688,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:36:19Z,topic='l3_agent')) {'router_ids': ['9ddde5d3-4db8-4cfa-813d-56c6a55128d0'], 'active': True} {{(pid=101048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:47:23.428679 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc3f537-d5c2-4fe6-b1ca-37b3286bd3f5 None None] Pushing event updated for resources: {'Port': ['ID=1ac5d270-9212-4059-9ea2-5ce6e477f7bf,revision_number=3']} {{(pid=101048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:47:23.517427 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_dvr_db [None req-41ba6856-c4ed-48b9-a88b-114b2866a3b1 None None] Set router 9ddde5d3-4db8-4cfa-813d-56c6a55128d0 gateway port host: dv-cinder-759955-25-smb {{(pid=101048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:47:23.518457 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3f25f2c-5162-48af-a4d0-5b14bf61b2a5 admin admin] Notify agent at l3_agent.dv-cinder-759955-25-smb the message routers_updated {{(pid=101045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 02:47:23.526556 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-c3f25f2c-5162-48af-a4d0-5b14bf61b2a5 admin admin] 10.222.0.13 "PUT /v2.0/routers/f724dce2-7491-4968-abea-bd0e3986235a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2011697 Sep 15 02:47:23.531008 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 39428) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:47:23.535265 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f745b30c-c7a6-4107-8859-70ed217fbf12 None None] Sync routers for ids ['f724dce2-7491-4968-abea-bd0e3986235a'] in dv-cinder-759955-25-smb {{(pid=101047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 02:47:23.550094 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f745b30c-c7a6-4107-8859-70ed217fbf12 None None] Routers {'f724dce2-7491-4968-abea-bd0e3986235a'} bound to L3 agent in host dv-cinder-759955-25-smb {{(pid=101047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:47:23.553025 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_hamode_db [None req-f745b30c-c7a6-4107-8859-70ed217fbf12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T02:36:18Z,description=,heartbeat_timestamp=2021-09-15T02:47:18Z,host='dv-cinder-759955-25-smb',id=22749488-15d0-44a3-a4aa-285786541688,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:36:19Z,topic='l3_agent')) {'router_ids': ['f724dce2-7491-4968-abea-bd0e3986235a'], 'active': True} {{(pid=101047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:47:23.566293 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-e36356f2-bb51-4383-9d19-473661d2f371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:23.658768 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-6d85b071-3776-408d-b5b1-784a8d1cf705 admin admin] Notify callbacks [] for router, before_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:23.724527 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_dvr_db [None req-f745b30c-c7a6-4107-8859-70ed217fbf12 None None] Set router f724dce2-7491-4968-abea-bd0e3986235a gateway port host: dv-cinder-759955-25-smb {{(pid=101047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:47:23.816046 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_hamode_db [None req-41ba6856-c4ed-48b9-a88b-114b2866a3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ddde5d3-4db8-4cfa-813d-56c6a55128d0', 'name': 'tempest-TestMinimumBasicScenario-778731291-router', 'tenant_id': 'bda0ae2dd5054c26954555d099295c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'external_fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.10'}], 'enable_snat': True}, 'gw_port_id': '1ac5d270-9212-4059-9ea2-5ce6e477f7bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:47:19Z', 'updated_at': '2021-09-15T02:47:21Z', 'revision_number': 3, 'project_id': 'bda0ae2dd5054c26954555d099295c13', 'gw_port': {'id': '1ac5d270-9212-4059-9ea2-5ce6e477f7bf', 'name': '', 'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:0b:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ddde5d3-4db8-4cfa-813d-56c6a55128d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:47:20Z', 'updated_at': '2021-09-15T02:47:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-smb'}], 'dv-cinder-759955-25-smb', False) {} {{(pid=101048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:47:23.824348 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-e36356f2-bb51-4383-9d19-473661d2f371 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:23.850733 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ba6856-c4ed-48b9-a88b-114b2866a3b1 None None] The sync data for ids ['9ddde5d3-4db8-4cfa-813d-56c6a55128d0'] in dv-cinder-759955-25-smb is: [{'id': '9ddde5d3-4db8-4cfa-813d-56c6a55128d0', 'name': 'tempest-TestMinimumBasicScenario-778731291-router', 'tenant_id': 'bda0ae2dd5054c26954555d099295c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'external_fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.10'}], 'enable_snat': True}, 'gw_port_id': '1ac5d270-9212-4059-9ea2-5ce6e477f7bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:47:19Z', 'updated_at': '2021-09-15T02:47:21Z', 'revision_number': 3, 'project_id': 'bda0ae2dd5054c26954555d099295c13', 'gw_port': {'id': '1ac5d270-9212-4059-9ea2-5ce6e477f7bf', 'name': '', 'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:0b:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ddde5d3-4db8-4cfa-813d-56c6a55128d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:47:20Z', 'updated_at': '2021-09-15T02:47:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-smb'}] {{(pid=101048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 02:47:23.899755 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-e36356f2-bb51-4383-9d19-473661d2f371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25909727'] for port, after_update {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:23.963225 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-44831c69-f3ae-486e-81ad-500a2558ebb0 None None] Provisioning complete for port 26af36df-1072-449f-bd9f-9ff830e856a2 triggered by entity DHCP. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:47:23.963721 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-44831c69-f3ae-486e-81ad-500a2558ebb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1575204'] for port, provisioning_complete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:23.989251 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-e36356f2-bb51-4383-9d19-473661d2f371 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-576680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1029912'] for router_interface, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:23.990798 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36356f2-bb51-4383-9d19-473661d2f371 admin admin] Pushing event updated for resources: {'Port': ['ID=26af36df-1072-449f-bd9f-9ff830e856a2,revision_number=2']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:47:24.055187 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-6d85b071-3776-408d-b5b1-784a8d1cf705 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:24.092575 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.plugin [None req-44831c69-f3ae-486e-81ad-500a2558ebb0 None None] Port 26af36df-1072-449f-bd9f-9ff830e856a2 cannot update to ACTIVE because it is not bound. {{(pid=101047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 02:47:24.099023 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36356f2-bb51-4383-9d19-473661d2f371 admin admin] Network 6f14ab56-666c-474c-92c4-21c80d4540e7 is already hosted by enough agents. {{(pid=101046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:47:24.100490 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.scheduler.base_scheduler [None req-e36356f2-bb51-4383-9d19-473661d2f371 admin admin] Resources bound (agent type, host, resource id): {{(pid=101046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:47:24.250757 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.plugin [None req-6d85b071-3776-408d-b5b1-784a8d1cf705 admin admin] Deleting port 79f12926-c77e-49a0-a2c5-b99a598edbbd {{(pid=101045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:47:24.251386 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-6d85b071-3776-408d-b5b1-784a8d1cf705 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781587782193'] for port, before_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:24.307946 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_hamode_db [None req-f745b30c-c7a6-4107-8859-70ed217fbf12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f724dce2-7491-4968-abea-bd0e3986235a', 'name': 'tempest-ServerRescueNegativeTestJSON-1328197869-router', 'tenant_id': 'a78d7ab424a94a83ac8ea30bcfea513a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'external_fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.242'}], 'enable_snat': True}, 'gw_port_id': '79f12926-c77e-49a0-a2c5-b99a598edbbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:44:32Z', 'updated_at': '2021-09-15T02:47:22Z', 'revision_number': 5, 'project_id': 'a78d7ab424a94a83ac8ea30bcfea513a', 'gw_port': {'id': '79f12926-c77e-49a0-a2c5-b99a598edbbd', 'name': '', 'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:1c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f724dce2-7491-4968-abea-bd0e3986235a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:44:33Z', 'updated_at': '2021-09-15T02:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-smb'}], 'dv-cinder-759955-25-smb', False) {} {{(pid=101047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:47:24.312356 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e36356f2-bb51-4383-9d19-473661d2f371 admin admin] Router 9ddde5d3-4db8-4cfa-813d-56c6a55128d0 has already been hosted by L3 agent 22749488-15d0-44a3-a4aa-285786541688 {{(pid=101046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 02:47:24.350511 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f745b30c-c7a6-4107-8859-70ed217fbf12 None None] Checking router: f724dce2-7491-4968-abea-bd0e3986235a for host: dv-cinder-759955-25-smb {{(pid=101047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 02:47:24.367907 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f745b30c-c7a6-4107-8859-70ed217fbf12 None None] Routers {'f724dce2-7491-4968-abea-bd0e3986235a'} bound to L3 agent in host dv-cinder-759955-25-smb {{(pid=101047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:47:24.368539 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_hamode_db [None req-f745b30c-c7a6-4107-8859-70ed217fbf12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T02:36:18Z,description=,heartbeat_timestamp=2021-09-15T02:47:18Z,host='dv-cinder-759955-25-smb',id=22749488-15d0-44a3-a4aa-285786541688,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:36:19Z,topic='l3_agent')) {'router_ids': ['f724dce2-7491-4968-abea-bd0e3986235a'], 'active': True} {{(pid=101047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:47:24.452951 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.db [None req-6d85b071-3776-408d-b5b1-784a8d1cf705 admin admin] For port 79f12926-c77e-49a0-a2c5-b99a598edbbd, host dv-cinder-759955-25-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-smb',level=0,port_id=79f12926-c77e-49a0-a2c5-b99a598edbbd,segment=NetworkSegment(4ddc9b9a-930b-46d8-934d-b4f616b6b84f),segment_id=4ddc9b9a-930b-46d8-934d-b4f616b6b84f)] {{(pid=101045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:47:24.453386 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-6d85b071-3776-408d-b5b1-784a8d1cf705 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023821'] for port, precommit_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:24.479296 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.plugin [None req-6d85b071-3776-408d-b5b1-784a8d1cf705 admin admin] Calling delete_port for 79f12926-c77e-49a0-a2c5-b99a598edbbd owned by network:router_gateway {{(pid=101045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:47:24.494136 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e36356f2-bb51-4383-9d19-473661d2f371 admin admin] Notify agent at l3_agent.dv-cinder-759955-25-smb the message routers_updated {{(pid=101046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 02:47:24.501313 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-e36356f2-bb51-4383-9d19-473661d2f371 admin admin] 10.222.0.13 "PUT /v2.0/routers/9ddde5d3-4db8-4cfa-813d-56c6a55128d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2919838 Sep 15 02:47:24.512762 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_dvr_db [None req-f745b30c-c7a6-4107-8859-70ed217fbf12 None None] Set router f724dce2-7491-4968-abea-bd0e3986235a gateway port host: None {{(pid=101047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:47:24.578500 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_hamode_db [None req-f745b30c-c7a6-4107-8859-70ed217fbf12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f724dce2-7491-4968-abea-bd0e3986235a', 'name': 'tempest-ServerRescueNegativeTestJSON-1328197869-router', 'tenant_id': 'a78d7ab424a94a83ac8ea30bcfea513a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:44:32Z', 'updated_at': '2021-09-15T02:47:24Z', 'revision_number': 6, 'project_id': 'a78d7ab424a94a83ac8ea30bcfea513a', 'gw_port_host': None}], 'dv-cinder-759955-25-smb', False) {} {{(pid=101047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:47:24.609587 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f745b30c-c7a6-4107-8859-70ed217fbf12 None None] The sync data for ids ['f724dce2-7491-4968-abea-bd0e3986235a'] in dv-cinder-759955-25-smb is: [{'id': 'f724dce2-7491-4968-abea-bd0e3986235a', 'name': 'tempest-ServerRescueNegativeTestJSON-1328197869-router', 'tenant_id': 'a78d7ab424a94a83ac8ea30bcfea513a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:44:32Z', 'updated_at': '2021-09-15T02:47:24Z', 'revision_number': 6, 'project_id': 'a78d7ab424a94a83ac8ea30bcfea513a', 'gw_port_host': None}] {{(pid=101047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 02:47:24.616268 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-d3eea85e-5136-4064-b84d-dd5125c60745 None None] Provisioning complete for port 26af36df-1072-449f-bd9f-9ff830e856a2 triggered by entity DHCP. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:47:24.617170 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-d3eea85e-5136-4064-b84d-dd5125c60745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1575204'] for port, provisioning_complete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:24.687084 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.plugin [None req-d3eea85e-5136-4064-b84d-dd5125c60745 None None] Port 26af36df-1072-449f-bd9f-9ff830e856a2 cannot update to ACTIVE because it is not bound. {{(pid=101047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 02:47:24.832317 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-6d85b071-3776-408d-b5b1-784a8d1cf705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781587788279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781587269057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25563207'] for port, after_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:24.860260 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d85b071-3776-408d-b5b1-784a8d1cf705 admin admin] Pushing event deleted for resources: {'Port': ['ID=79f12926-c77e-49a0-a2c5-b99a598edbbd,revision_number=None']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:47:24.948665 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-6d85b071-3776-408d-b5b1-784a8d1cf705 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1028979'] for router_gateway, after_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:25.079924 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-6d85b071-3776-408d-b5b1-784a8d1cf705 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1030946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-987'] for router, precommit_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:25.082522 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-6d85b071-3776-408d-b5b1-784a8d1cf705 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:25.248448 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-6d85b071-3776-408d-b5b1-784a8d1cf705 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1031129'] for router, after_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:25.250990 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d85b071-3776-408d-b5b1-784a8d1cf705 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f724dce2-7491-4968-abea-bd0e3986235a {{(pid=101045) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 02:47:25.254395 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-6d85b071-3776-408d-b5b1-784a8d1cf705 admin admin] Notify callbacks [] for router, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:25.255525 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-6d85b071-3776-408d-b5b1-784a8d1cf705 admin admin] 10.222.0.13 "DELETE /v2.0/routers/f724dce2-7491-4968-abea-bd0e3986235a HTTP/1.1" status: 204 len: 168 time: 1.7212880 Sep 15 02:47:25.258103 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 39452) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:47:25.302147 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.db.db_base_plugin_v2 [None req-82004979-f2ae-44f8-bbe5-b9a8a7580d4a admin admin] Deleting subnet f4bc3747-1b39-45b5-bc17-aa1d3078521b {{(pid=101045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 02:47:25.305330 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-82004979-f2ae-44f8-bbe5-b9a8a7580d4a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:25.340526 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 39456) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:47:25.346305 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-82004979-f2ae-44f8-bbe5-b9a8a7580d4a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26884937'] for subnet, precommit_delete_associations {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:25.347705 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.v2.base [None req-f9a969f0-996e-4adf-ad3a-9435f939e371 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1721323266-network', 'tenant_id': 'adce236780b2415387166171221698be'}} {{(pid=101046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:47:25.386517 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-82004979-f2ae-44f8-bbe5-b9a8a7580d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1580888'] for subnet, precommit_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:25.425263 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9a969f0-996e-4adf-ad3a-9435f939e371 admin admin] Made reservation on behalf of adce236780b2415387166171221698be for: {'network': 1} {{(pid=101046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:47:25.429149 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-f9a969f0-996e-4adf-ad3a-9435f939e371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for network, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:25.438380 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-f9a969f0-996e-4adf-ad3a-9435f939e371 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:25.500220 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-82004979-f2ae-44f8-bbe5-b9a8a7580d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1580879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25563240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27020095'] for subnet, after_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:25.529701 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82004979-f2ae-44f8-bbe5-b9a8a7580d4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4bc3747-1b39-45b5-bc17-aa1d3078521b,revision_number=None']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:47:25.533606 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-82004979-f2ae-44f8-bbe5-b9a8a7580d4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577872'] for subnet, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:25.539244 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-82004979-f2ae-44f8-bbe5-b9a8a7580d4a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f4bc3747-1b39-45b5-bc17-aa1d3078521b HTTP/1.1" status: 204 len: 168 time: 0.2782793 Sep 15 02:47:25.540036 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 39462) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:47:25.548662 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-f9a969f0-996e-4adf-ad3a-9435f939e371 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:25.614030 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-f9a969f0-996e-4adf-ad3a-9435f939e371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:25.625751 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-252914f6-7389-42d2-a7f5-2b2a83857221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615785'] for network, before_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:25.660161 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9a969f0-996e-4adf-ad3a-9435f939e371 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=101046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 02:47:25.671842 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a969f0-996e-4adf-ad3a-9435f939e371 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd6f4f7f-47e4-4efd-81ad-1e13bab170a0,revision_number=1']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:47:25.682541 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-f9a969f0-996e-4adf-ad3a-9435f939e371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1581261'] for segment, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:25.682862 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.db.segments_db [None req-f9a969f0-996e-4adf-ad3a-9435f939e371 admin admin] Added segment d9bd52fd-dfd6-479e-bb5a-dbcb971ccb26 of type vlan for network 7392ae37-e0ec-4e65-9825-77eb97a9a877 Sep 15 02:47:25.738379 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-f9a969f0-996e-4adf-ad3a-9435f939e371 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781587303702'] for network, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:25.742580 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-252914f6-7389-42d2-a7f5-2b2a83857221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579487', 'neutron.services.segments.db._delete_segments_for_network-8781587797149'] for network, precommit_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:25.769362 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.services.segments.db [None req-252914f6-7389-42d2-a7f5-2b2a83857221 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f37a69c0-4dd8-4d21-9641-e62da919cea1']}} {{(pid=101045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:47:25.781266 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.services.segments.db [None req-252914f6-7389-42d2-a7f5-2b2a83857221 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4b707ed-20a3-453b-a008-5d13b500ef1a') {'for_net_delete': True} {{(pid=101045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:47:25.781553 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.services.segments.db [None req-252914f6-7389-42d2-a7f5-2b2a83857221 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4b707ed-20a3-453b-a008-5d13b500ef1a') {} {{(pid=101045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:47:25.791488 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-252914f6-7389-42d2-a7f5-2b2a83857221 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781587795110', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26884930'] for segment, before_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:25.806087 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-252914f6-7389-42d2-a7f5-2b2a83857221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1581261'] for segment, precommit_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:25.808136 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-f9a969f0-996e-4adf-ad3a-9435f939e371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858'] for network, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:25.809405 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a969f0-996e-4adf-ad3a-9435f939e371 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:25.810271 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-f9a969f0-996e-4adf-ad3a-9435f939e371 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577872'] for network, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:25.824995 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-252914f6-7389-42d2-a7f5-2b2a83857221 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=101045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 02:47:25.825386 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-252914f6-7389-42d2-a7f5-2b2a83857221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1581261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25564086'] for segment, after_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:25.827715 dv-cinder-759955-25-smb neutron-server[101045]: Traceback (most recent call last): Sep 15 02:47:25.827715 dv-cinder-759955-25-smb neutron-server[101045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 02:47:25.827715 dv-cinder-759955-25-smb neutron-server[101045]: timer() Sep 15 02:47:25.827715 dv-cinder-759955-25-smb neutron-server[101045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 02:47:25.827715 dv-cinder-759955-25-smb neutron-server[101045]: cb(*args, **kw) Sep 15 02:47:25.827715 dv-cinder-759955-25-smb neutron-server[101045]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 02:47:25.827715 dv-cinder-759955-25-smb neutron-server[101045]: return func(*args, **kwargs) Sep 15 02:47:25.827715 dv-cinder-759955-25-smb neutron-server[101045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 02:47:25.827715 dv-cinder-759955-25-smb neutron-server[101045]: self._notify() Sep 15 02:47:25.827715 dv-cinder-759955-25-smb neutron-server[101045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 02:47:25.827715 dv-cinder-759955-25-smb neutron-server[101045]: self.callback(batched_events) Sep 15 02:47:25.827715 dv-cinder-759955-25-smb neutron-server[101045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 02:47:25.827715 dv-cinder-759955-25-smb neutron-server[101045]: event.method(event) Sep 15 02:47:25.827715 dv-cinder-759955-25-smb neutron-server[101045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 02:47:25.827715 dv-cinder-759955-25-smb neutron-server[101045]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 02:47:25.827715 dv-cinder-759955-25-smb neutron-server[101045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 02:47:25.827715 dv-cinder-759955-25-smb neutron-server[101045]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 02:47:25.827715 dv-cinder-759955-25-smb neutron-server[101045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 02:47:25.827715 dv-cinder-759955-25-smb neutron-server[101045]: return f(self, *a, **k) Sep 15 02:47:25.827715 dv-cinder-759955-25-smb neutron-server[101045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 02:47:25.827715 dv-cinder-759955-25-smb neutron-server[101045]: return self._get(url).json() Sep 15 02:47:25.827715 dv-cinder-759955-25-smb neutron-server[101045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 02:47:25.827715 dv-cinder-759955-25-smb neutron-server[101045]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 02:47:25.827715 dv-cinder-759955-25-smb neutron-server[101045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 02:47:25.827715 dv-cinder-759955-25-smb neutron-server[101045]: return self.request(url, 'GET', **kwargs) Sep 15 02:47:25.827715 dv-cinder-759955-25-smb neutron-server[101045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 02:47:25.827715 dv-cinder-759955-25-smb neutron-server[101045]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 02:47:25.827715 dv-cinder-759955-25-smb neutron-server[101045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 02:47:25.827715 dv-cinder-759955-25-smb neutron-server[101045]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 02:47:25.827715 dv-cinder-759955-25-smb neutron-server[101045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 02:47:25.827715 dv-cinder-759955-25-smb neutron-server[101045]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 02:47:25.827715 dv-cinder-759955-25-smb neutron-server[101045]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 02:47:25.889873 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a969f0-996e-4adf-ad3a-9435f939e371 admin admin] Pushing event updated for resources: {'Network': ['ID=7392ae37-e0ec-4e65-9825-77eb97a9a877,revision_number=1']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:47:25.898419 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-f9a969f0-996e-4adf-ad3a-9435f939e371 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5545335 Sep 15 02:47:25.898550 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 39470) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:47:25.900959 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Network 7392ae37-e0ec-4e65-9825-77eb97a9a877 details requested by agent ovs-agent-dv-cinder-759955-25-smb with host dv-cinder-759955-25-smb {{(pid=101047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 02:47:25.905457 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.v2.base [None req-ab57cf35-7050-4134-a233-863511c5b432 admin admin] Request body: {'subnet': {'network_id': '7392ae37-e0ec-4e65-9825-77eb97a9a877', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1721323266-subnet', 'tenant_id': 'adce236780b2415387166171221698be', 'ip_version': 4}} {{(pid=101046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:47:25.991219 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-252914f6-7389-42d2-a7f5-2b2a83857221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1028887'] for network, after_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:26.002059 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-252914f6-7389-42d2-a7f5-2b2a83857221 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577872'] for network, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:26.015523 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-252914f6-7389-42d2-a7f5-2b2a83857221 admin admin] 10.222.0.13 "DELETE /v2.0/networks/f37a69c0-4dd8-4d21-9641-e62da919cea1 HTTP/1.1" status: 204 len: 168 time: 0.4732037 Sep 15 02:47:26.020668 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab57cf35-7050-4134-a233-863511c5b432 admin admin] Made reservation on behalf of adce236780b2415387166171221698be for: {'subnet': 1} {{(pid=101046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:47:26.023124 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-ab57cf35-7050-4134-a233-863511c5b432 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27079578'] for subnet, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:26.042199 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252914f6-7389-42d2-a7f5-2b2a83857221 admin admin] Pushing event deleted for resources: {'Network': ['ID=f37a69c0-4dd8-4d21-9641-e62da919cea1,revision_number=None']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:47:26.095210 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31e2e62-7189-453c-ac2d-91af90c208dd None None] Sync routers for ids ['9ddde5d3-4db8-4cfa-813d-56c6a55128d0'] in dv-cinder-759955-25-smb {{(pid=101048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 02:47:26.108854 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31e2e62-7189-453c-ac2d-91af90c208dd None None] Routers {'9ddde5d3-4db8-4cfa-813d-56c6a55128d0'} bound to L3 agent in host dv-cinder-759955-25-smb {{(pid=101048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:47:26.108854 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_hamode_db [None req-f31e2e62-7189-453c-ac2d-91af90c208dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T02:36:18Z,description=,heartbeat_timestamp=2021-09-15T02:47:18Z,host='dv-cinder-759955-25-smb',id=22749488-15d0-44a3-a4aa-285786541688,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:36:19Z,topic='l3_agent')) {'router_ids': ['9ddde5d3-4db8-4cfa-813d-56c6a55128d0'], 'active': True} {{(pid=101048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:47:26.261989 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Device 1ac5d270-9212-4059-9ea2-5ce6e477f7bf up at agent ovs-agent-dv-cinder-759955-25-smb {{(pid=101047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:47:26.272558 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_dvr_db [None req-f31e2e62-7189-453c-ac2d-91af90c208dd None None] Set router 9ddde5d3-4db8-4cfa-813d-56c6a55128d0 gateway port host: dv-cinder-759955-25-smb {{(pid=101048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:47:26.319452 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Provisioning complete for port 1ac5d270-9212-4059-9ea2-5ce6e477f7bf triggered by entity L2. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:47:26.319830 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1575204'] for port, provisioning_complete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:26.351660 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-ab57cf35-7050-4134-a233-863511c5b432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25909674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27079604'] for subnet, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:26.422559 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:26.429220 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 39484) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:47:26.449981 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] For port 1ac5d270-9212-4059-9ea2-5ce6e477f7bf, host dv-cinder-759955-25-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-smb',level=0,port_id=1ac5d270-9212-4059-9ea2-5ce6e477f7bf,segment=NetworkSegment(4ddc9b9a-930b-46d8-934d-b4f616b6b84f),segment_id=4ddc9b9a-930b-46d8-934d-b4f616b6b84f)] {{(pid=101047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:47:26.457055 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab57cf35-7050-4134-a233-863511c5b432 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a42f2d5f-628f-4bc2-bd1f-55ab1fea206f,revision_number=0']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:47:26.468595 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab57cf35-7050-4134-a233-863511c5b432 admin admin] Checking segment: {'id': 'd9bd52fd-dfd6-479e-bb5a-dbcb971ccb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '7392ae37-e0ec-4e65-9825-77eb97a9a877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:47:26.469073 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab57cf35-7050-4134-a233-863511c5b432 admin admin] Network hostable DHCP agents. Network: 7392ae37-e0ec-4e65-9825-77eb97a9a877, hostable agents: ['4ac00676-0bd7-4634-9dbc-c2a760561995'], hosted agents: [] {{(pid=101046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 02:47:26.490834 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-28217593-dfb1-4df9-9219-1b1f2cf157e2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a78d7ab424a94a83ac8ea30bcfea513a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0601940 Sep 15 02:47:26.493258 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 39486) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:47:26.505877 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:26.516202 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_hamode_db [None req-f31e2e62-7189-453c-ac2d-91af90c208dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ddde5d3-4db8-4cfa-813d-56c6a55128d0', 'name': 'tempest-TestMinimumBasicScenario-778731291-router', 'tenant_id': 'bda0ae2dd5054c26954555d099295c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'external_fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.10'}], 'enable_snat': True}, 'gw_port_id': '1ac5d270-9212-4059-9ea2-5ce6e477f7bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:47:19Z', 'updated_at': '2021-09-15T02:47:23Z', 'revision_number': 4, 'project_id': 'bda0ae2dd5054c26954555d099295c13', 'gw_port': {'id': '1ac5d270-9212-4059-9ea2-5ce6e477f7bf', 'name': '', 'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:0b:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ddde5d3-4db8-4cfa-813d-56c6a55128d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:47:20Z', 'updated_at': '2021-09-15T02:47:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-smb', '_interfaces': [{'id': '26af36df-1072-449f-bd9f-9ff830e856a2', 'name': '', 'network_id': '6f14ab56-666c-474c-92c4-21c80d4540e7', 'tenant_id': 'bda0ae2dd5054c26954555d099295c13', 'mac_address': 'fa:16:3e:6a:cb:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ddde5d3-4db8-4cfa-813d-56c6a55128d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'b44a5e3d-1dc9-4c9b-904f-be29464cdbfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:47:22Z', 'updated_at': '2021-09-15T02:47:23Z', 'revision_number': 2, 'project_id': 'bda0ae2dd5054c26954555d099295c13', 'subnets': [{'id': 'b44a5e3d-1dc9-4c9b-904f-be29464cdbfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-25-smb', False) {} {{(pid=101048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:47:26.547557 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31e2e62-7189-453c-ac2d-91af90c208dd None None] Checking router: 9ddde5d3-4db8-4cfa-813d-56c6a55128d0 for host: dv-cinder-759955-25-smb {{(pid=101048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 02:47:26.547908 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31e2e62-7189-453c-ac2d-91af90c208dd None None] Updating router 9ddde5d3-4db8-4cfa-813d-56c6a55128d0 port 26af36df-1072-449f-bd9f-9ff830e856a2 binding host dv-cinder-759955-25-smb {{(pid=101048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 02:47:26.560874 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Pushing event updated for resources: {'Port': ['ID=1ac5d270-9212-4059-9ea2-5ce6e477f7bf,revision_number=4']} {{(pid=101047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:47:26.570635 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Device 79f12926-c77e-49a0-a2c5-b99a598edbbd no longer exists at agent ovs-agent-dv-cinder-759955-25-smb {{(pid=101047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 02:47:26.570903 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-cfb4c43d-37d5-4235-b16e-42c6de4cd1da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:26.586941 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron_lib.callbacks.manager [None req-f31e2e62-7189-453c-ac2d-91af90c208dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:26.592912 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.plugin [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] No Port match for: 79f12926-c77e-49a0-a2c5-b99a598edbbd {{(pid=101047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 02:47:26.593441 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Device 79f12926-c77e-49a0-a2c5-b99a598edbbd not bound to the agent host dv-cinder-759955-25-smb {{(pid=101047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 02:47:26.594135 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Device 533846ed-3690-4cbe-a489-1e22820545f3 no longer exists at agent ovs-agent-dv-cinder-759955-25-smb {{(pid=101047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 02:47:26.597146 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-cfb4c43d-37d5-4235-b16e-42c6de4cd1da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:26.613338 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.plugin [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] No Port match for: 533846ed-3690-4cbe-a489-1e22820545f3 {{(pid=101047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 02:47:26.613905 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Device 533846ed-3690-4cbe-a489-1e22820545f3 not bound to the agent host dv-cinder-759955-25-smb {{(pid=101047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 02:47:26.630885 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab57cf35-7050-4134-a233-863511c5b432 admin admin] Network 7392ae37-e0ec-4e65-9825-77eb97a9a877 is scheduled to be hosted by DHCP agent 4ac00676-0bd7-4634-9dbc-c2a760561995 with binding_index 1 {{(pid=101046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 02:47:26.728147 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.scheduler.base_scheduler [None req-ab57cf35-7050-4134-a233-863511c5b432 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-25-smb, 7392ae37-e0ec-4e65-9825-77eb97a9a877) {{(pid=101046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:47:26.732963 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab57cf35-7050-4134-a233-863511c5b432 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:26.734026 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-ab57cf35-7050-4134-a233-863511c5b432 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:26.749956 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321b2f4c-d1c2-4447-af22-af16e85f95f6 None None] Network 7392ae37-e0ec-4e65-9825-77eb97a9a877 requested from dv-cinder-759955-25-smb {{(pid=101047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 02:47:26.768391 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-cfb4c43d-37d5-4235-b16e-42c6de4cd1da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:26.771259 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-cfb4c43d-37d5-4235-b16e-42c6de4cd1da admin admin] Notify callbacks [] for security_group, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:26.773782 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-cfb4c43d-37d5-4235-b16e-42c6de4cd1da admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4a48ec5e-5483-47a7-a61c-ca706341677d HTTP/1.1" status: 204 len: 168 time: 0.2794449 Sep 15 02:47:26.788869 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb4c43d-37d5-4235-b16e-42c6de4cd1da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a48ec5e-5483-47a7-a61c-ca706341677d,revision_number=None']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:47:26.830034 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-ab57cf35-7050-4134-a233-863511c5b432 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9293091 Sep 15 02:47:26.830552 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 39498) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:47:26.839709 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.v2.base [None req-47f35b25-dc4c-41f1-93bd-b775ef372960 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1721323266-router', 'tenant_id': 'adce236780b2415387166171221698be', 'external_gateway_info': {'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1'}}} {{(pid=101046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:47:26.944793 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcbce131-c6b8-4143-b238-9aee5054e0cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe85668e-e89f-562c-b83c-593ad87c45d5-7392ae37-e0ec-4e65-9825-77eb97a9a877', 'network_id': '7392ae37-e0ec-4e65-9825-77eb97a9a877', 'tenant_id': 'adce236780b2415387166171221698be', 'fixed_ips': [{'subnet_id': 'a42f2d5f-628f-4bc2-bd1f-55ab1fea206f'}]}} from dv-cinder-759955-25-smb. {{(pid=101047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 02:47:26.945658 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-dcbce131-c6b8-4143-b238-9aee5054e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_create {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:26.956662 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-47f35b25-dc4c-41f1-93bd-b775ef372960 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1030536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-969'] for router, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:26.957895 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-47f35b25-dc4c-41f1-93bd-b775ef372960 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1030936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1028488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-970245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-978'] for router, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:26.979460 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron_lib.callbacks.manager [None req-f31e2e62-7189-453c-ac2d-91af90c208dd None None] Notify callbacks [] for port, precommit_update {{(pid=101048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:27.015116 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-47f35b25-dc4c-41f1-93bd-b775ef372960 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:27.053407 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron_lib.callbacks.manager [None req-f31e2e62-7189-453c-ac2d-91af90c208dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:27.086490 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.db_base_plugin_common [None req-dcbce131-c6b8-4143-b238-9aee5054e0cd None None] Allocated IP 172.20.0.2 (7392ae37-e0ec-4e65-9825-77eb97a9a877/a42f2d5f-628f-4bc2-bd1f-55ab1fea206f/b46802a3-a476-47d1-a68c-c88c4765e592) {{(pid=101047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:47:27.117557 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5df9b0-d287-4abb-a21b-09603804480b None None] Pushing event updated for resources: {'Port': ['ID=26af36df-1072-449f-bd9f-9ff830e856a2,revision_number=3']} {{(pid=101048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:47:27.208017 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.plugins.ml2.managers [None req-f31e2e62-7189-453c-ac2d-91af90c208dd None None] Attempting to bind port 26af36df-1072-449f-bd9f-9ff830e856a2 on host dv-cinder-759955-25-smb for vnic_type normal with profile {{(pid=101048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 02:47:27.208315 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.plugins.ml2.managers [None req-f31e2e62-7189-453c-ac2d-91af90c208dd None None] Attempting to bind port 26af36df-1072-449f-bd9f-9ff830e856a2 by drivers openvswitch,hyperv on host dv-cinder-759955-25-smb at level 0 using segments [{'id': 'a62a0362-9a53-4c6f-aebd-c70982ef9284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6f14ab56-666c-474c-92c4-21c80d4540e7'}] {{(pid=101048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 02:47:27.208723 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31e2e62-7189-453c-ac2d-91af90c208dd None None] Attempting to bind port 26af36df-1072-449f-bd9f-9ff830e856a2 on network 6f14ab56-666c-474c-92c4-21c80d4540e7 {{(pid=101048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:47:27.214898 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31e2e62-7189-453c-ac2d-91af90c208dd None None] Checking agent: {'id': '129dda3c-f944-45fc-94b1-aa204aafba01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-25-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 36, 18), 'started_at': datetime.datetime(2021, 9, 15, 2, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 2, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-25-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 02:47:27.215500 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31e2e62-7189-453c-ac2d-91af90c208dd None None] Checking segment: {'id': 'a62a0362-9a53-4c6f-aebd-c70982ef9284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6f14ab56-666c-474c-92c4-21c80d4540e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:47:27.215904 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron_lib.callbacks.manager [None req-f31e2e62-7189-453c-ac2d-91af90c208dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:27.216456 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31e2e62-7189-453c-ac2d-91af90c208dd None None] Bound using segment: {'id': 'a62a0362-9a53-4c6f-aebd-c70982ef9284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6f14ab56-666c-474c-92c4-21c80d4540e7'} {{(pid=101048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 02:47:27.216928 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.plugins.ml2.managers [None req-f31e2e62-7189-453c-ac2d-91af90c208dd None None] Bound port: 26af36df-1072-449f-bd9f-9ff830e856a2, host: dv-cinder-759955-25-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a62a0362-9a53-4c6f-aebd-c70982ef9284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6f14ab56-666c-474c-92c4-21c80d4540e7'}}] {{(pid=101048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 02:47:27.217713 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron_lib.callbacks.manager [None req-f31e2e62-7189-453c-ac2d-91af90c208dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:27.312210 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-dcbce131-c6b8-4143-b238-9aee5054e0cd None None] Notify callbacks [] for port, precommit_create {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:27.342398 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-47f35b25-dc4c-41f1-93bd-b775ef372960 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:27.393049 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-dcbce131-c6b8-4143-b238-9aee5054e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781587269048'] for port, after_create {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:27.405008 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.plugins.ml2.db [None req-f31e2e62-7189-453c-ac2d-91af90c208dd None None] For port 26af36df-1072-449f-bd9f-9ff830e856a2, host dv-cinder-759955-25-smb, cleared binding levels {{(pid=101048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 02:47:27.408432 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.plugins.ml2.db [None req-f31e2e62-7189-453c-ac2d-91af90c208dd None None] For port 26af36df-1072-449f-bd9f-9ff830e856a2, host dv-cinder-759955-25-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-smb',level=0,port_id=26af36df-1072-449f-bd9f-9ff830e856a2,segment=NetworkSegment(a62a0362-9a53-4c6f-aebd-c70982ef9284),segment_id=a62a0362-9a53-4c6f-aebd-c70982ef9284)] {{(pid=101048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 02:47:27.429583 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcbce131-c6b8-4143-b238-9aee5054e0cd None None] Network 7392ae37-e0ec-4e65-9825-77eb97a9a877 is already hosted by enough agents. {{(pid=101047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:47:27.439750 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.scheduler.base_scheduler [None req-dcbce131-c6b8-4143-b238-9aee5054e0cd None None] Resources bound (agent type, host, resource id): {{(pid=101047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:47:27.442678 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcbce131-c6b8-4143-b238-9aee5054e0cd None None] Received port after_create {{(pid=101047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:47:27.460320 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbce131-c6b8-4143-b238-9aee5054e0cd None None] Pushing event updated for resources: {'Port': ['ID=b46802a3-a476-47d1-a68c-c88c4765e592,revision_number=1']} {{(pid=101047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:47:27.499381 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-336670e7-fd97-4111-a055-ecf2696c6968 None None] Provisioning complete for port 26af36df-1072-449f-bd9f-9ff830e856a2 triggered by entity DHCP. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:47:27.499756 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-336670e7-fd97-4111-a055-ecf2696c6968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1575204'] for port, provisioning_complete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:27.505945 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron_lib.callbacks.manager [None req-f31e2e62-7189-453c-ac2d-91af90c208dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:27.538668 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.managers [None req-dcbce131-c6b8-4143-b238-9aee5054e0cd None None] Attempting to bind port b46802a3-a476-47d1-a68c-c88c4765e592 on host dv-cinder-759955-25-smb for vnic_type normal with profile {{(pid=101047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 02:47:27.539056 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.managers [None req-dcbce131-c6b8-4143-b238-9aee5054e0cd None None] Attempting to bind port b46802a3-a476-47d1-a68c-c88c4765e592 by drivers openvswitch,hyperv on host dv-cinder-759955-25-smb at level 0 using segments [{'id': 'd9bd52fd-dfd6-479e-bb5a-dbcb971ccb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '7392ae37-e0ec-4e65-9825-77eb97a9a877'}] {{(pid=101047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 02:47:27.539445 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbce131-c6b8-4143-b238-9aee5054e0cd None None] Attempting to bind port b46802a3-a476-47d1-a68c-c88c4765e592 on network 7392ae37-e0ec-4e65-9825-77eb97a9a877 {{(pid=101047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:47:27.550288 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbce131-c6b8-4143-b238-9aee5054e0cd None None] Checking agent: {'id': '129dda3c-f944-45fc-94b1-aa204aafba01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-25-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 36, 18), 'started_at': datetime.datetime(2021, 9, 15, 2, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 2, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-25-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 02:47:27.550663 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbce131-c6b8-4143-b238-9aee5054e0cd None None] Checking segment: {'id': 'd9bd52fd-dfd6-479e-bb5a-dbcb971ccb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '7392ae37-e0ec-4e65-9825-77eb97a9a877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:47:27.551084 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-dcbce131-c6b8-4143-b238-9aee5054e0cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:27.551471 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbce131-c6b8-4143-b238-9aee5054e0cd None None] Bound using segment: {'id': 'd9bd52fd-dfd6-479e-bb5a-dbcb971ccb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '7392ae37-e0ec-4e65-9825-77eb97a9a877'} {{(pid=101047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 02:47:27.551977 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.managers [None req-dcbce131-c6b8-4143-b238-9aee5054e0cd None None] Bound port: b46802a3-a476-47d1-a68c-c88c4765e592, host: dv-cinder-759955-25-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9bd52fd-dfd6-479e-bb5a-dbcb971ccb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '7392ae37-e0ec-4e65-9825-77eb97a9a877'}}] {{(pid=101047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 02:47:27.552357 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-dcbce131-c6b8-4143-b238-9aee5054e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:27.564604 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31e2e62-7189-453c-ac2d-91af90c208dd None None] Routers {'9ddde5d3-4db8-4cfa-813d-56c6a55128d0'} bound to L3 agent in host dv-cinder-759955-25-smb {{(pid=101048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:47:27.565676 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_hamode_db [None req-f31e2e62-7189-453c-ac2d-91af90c208dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T02:36:18Z,description=,heartbeat_timestamp=2021-09-15T02:47:18Z,host='dv-cinder-759955-25-smb',id=22749488-15d0-44a3-a4aa-285786541688,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:36:19Z,topic='l3_agent')) {'router_ids': ['9ddde5d3-4db8-4cfa-813d-56c6a55128d0'], 'active': True} {{(pid=101048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:47:27.660681 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5df9b0-d287-4abb-a21b-09603804480b None None] Pushing event updated for resources: {'Port': ['ID=26af36df-1072-449f-bd9f-9ff830e856a2,revision_number=4']} {{(pid=101048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:47:27.687828 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-336670e7-fd97-4111-a055-ecf2696c6968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:27.692274 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-47f35b25-dc4c-41f1-93bd-b775ef372960 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:27.709379 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-dcbce131-c6b8-4143-b238-9aee5054e0cd None None] For port b46802a3-a476-47d1-a68c-c88c4765e592, host dv-cinder-759955-25-smb, cleared binding levels {{(pid=101047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 02:47:27.715198 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-47f35b25-dc4c-41f1-93bd-b775ef372960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:27.742149 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-dcbce131-c6b8-4143-b238-9aee5054e0cd None None] For port b46802a3-a476-47d1-a68c-c88c4765e592, host dv-cinder-759955-25-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-smb',level=0,port_id=b46802a3-a476-47d1-a68c-c88c4765e592,segment=NetworkSegment(d9bd52fd-dfd6-479e-bb5a-dbcb971ccb26),segment_id=d9bd52fd-dfd6-479e-bb5a-dbcb971ccb26)] {{(pid=101047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 02:47:27.757002 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-336670e7-fd97-4111-a055-ecf2696c6968 None None] For port 26af36df-1072-449f-bd9f-9ff830e856a2, host dv-cinder-759955-25-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-smb',level=0,port_id=26af36df-1072-449f-bd9f-9ff830e856a2,segment=NetworkSegment(a62a0362-9a53-4c6f-aebd-c70982ef9284),segment_id=a62a0362-9a53-4c6f-aebd-c70982ef9284)] {{(pid=101047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:47:27.765400 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_dvr_db [None req-f31e2e62-7189-453c-ac2d-91af90c208dd None None] Set router 9ddde5d3-4db8-4cfa-813d-56c6a55128d0 gateway port host: dv-cinder-759955-25-smb {{(pid=101048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:47:27.808477 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-dcbce131-c6b8-4143-b238-9aee5054e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:27.871062 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-336670e7-fd97-4111-a055-ecf2696c6968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:27.898559 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbce131-c6b8-4143-b238-9aee5054e0cd None None] Pushing event updated for resources: {'Port': ['ID=b46802a3-a476-47d1-a68c-c88c4765e592,revision_number=2']} {{(pid=101047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:47:27.929265 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.db.db_base_plugin_common [None req-47f35b25-dc4c-41f1-93bd-b775ef372960 admin admin] Allocated IP 172.28.3.181 (33518f62-a6b6-442c-a872-dfb5ddf2cbe1/7529c9c6-8ff3-40d4-8357-6b3b49e7afdc/7d83ff31-e64a-4dd0-a5cd-bc23f36aa869) {{(pid=101046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:47:27.964660 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336670e7-fd97-4111-a055-ecf2696c6968 None None] Pushing event updated for resources: {'Port': ['ID=26af36df-1072-449f-bd9f-9ff830e856a2,revision_number=5']} {{(pid=101047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:47:27.995329 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-d049db0a-8894-48d3-bd43-6eb556d32d28 None None] Provisioning complete for port 26af36df-1072-449f-bd9f-9ff830e856a2 triggered by entity DHCP. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:47:27.995795 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-d049db0a-8894-48d3-bd43-6eb556d32d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1575204'] for port, provisioning_complete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:28.128269 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-47f35b25-dc4c-41f1-93bd-b775ef372960 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:28.150990 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_hamode_db [None req-f31e2e62-7189-453c-ac2d-91af90c208dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ddde5d3-4db8-4cfa-813d-56c6a55128d0', 'name': 'tempest-TestMinimumBasicScenario-778731291-router', 'tenant_id': 'bda0ae2dd5054c26954555d099295c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'external_fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.10'}], 'enable_snat': True}, 'gw_port_id': '1ac5d270-9212-4059-9ea2-5ce6e477f7bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:47:19Z', 'updated_at': '2021-09-15T02:47:23Z', 'revision_number': 4, 'project_id': 'bda0ae2dd5054c26954555d099295c13', 'gw_port': {'id': '1ac5d270-9212-4059-9ea2-5ce6e477f7bf', 'name': '', 'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:0b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ddde5d3-4db8-4cfa-813d-56c6a55128d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:47:20Z', 'updated_at': '2021-09-15T02:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-smb', '_interfaces': [{'id': '26af36df-1072-449f-bd9f-9ff830e856a2', 'name': '', 'network_id': '6f14ab56-666c-474c-92c4-21c80d4540e7', 'tenant_id': 'bda0ae2dd5054c26954555d099295c13', 'mac_address': 'fa:16:3e:6a:cb:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ddde5d3-4db8-4cfa-813d-56c6a55128d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'b44a5e3d-1dc9-4c9b-904f-be29464cdbfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:47:22Z', 'updated_at': '2021-09-15T02:47:27Z', 'revision_number': 4, 'project_id': 'bda0ae2dd5054c26954555d099295c13', 'subnets': [{'id': 'b44a5e3d-1dc9-4c9b-904f-be29464cdbfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-25-smb', False) {} {{(pid=101048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:47:28.185848 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31e2e62-7189-453c-ac2d-91af90c208dd None None] The sync data for ids ['9ddde5d3-4db8-4cfa-813d-56c6a55128d0'] in dv-cinder-759955-25-smb is: [{'id': '9ddde5d3-4db8-4cfa-813d-56c6a55128d0', 'name': 'tempest-TestMinimumBasicScenario-778731291-router', 'tenant_id': 'bda0ae2dd5054c26954555d099295c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'external_fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.10'}], 'enable_snat': True}, 'gw_port_id': '1ac5d270-9212-4059-9ea2-5ce6e477f7bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:47:19Z', 'updated_at': '2021-09-15T02:47:23Z', 'revision_number': 4, 'project_id': 'bda0ae2dd5054c26954555d099295c13', 'gw_port': {'id': '1ac5d270-9212-4059-9ea2-5ce6e477f7bf', 'name': '', 'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:0b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ddde5d3-4db8-4cfa-813d-56c6a55128d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:47:20Z', 'updated_at': '2021-09-15T02:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-smb', '_interfaces': [{'id': '26af36df-1072-449f-bd9f-9ff830e856a2', 'name': '', 'network_id': '6f14ab56-666c-474c-92c4-21c80d4540e7', 'tenant_id': 'bda0ae2dd5054c26954555d099295c13', 'mac_address': 'fa:16:3e:6a:cb:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ddde5d3-4db8-4cfa-813d-56c6a55128d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'b44a5e3d-1dc9-4c9b-904f-be29464cdbfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:47:22Z', 'updated_at': '2021-09-15T02:47:27Z', 'revision_number': 4, 'project_id': 'bda0ae2dd5054c26954555d099295c13', 'subnets': [{'id': 'b44a5e3d-1dc9-4c9b-904f-be29464cdbfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 02:47:28.301480 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Device 1ac5d270-9212-4059-9ea2-5ce6e477f7bf up at agent ovs-agent-dv-cinder-759955-25-smb {{(pid=101047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:47:28.363524 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd635a4-5f47-47f7-b8f6-fe45ca7595ff req-844b2ec6-fd77-4618-803b-e46326cded76 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:28.365213 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-ccd635a4-5f47-47f7-b8f6-fe45ca7595ff req-844b2ec6-fd77-4618-803b-e46326cded76 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/ports?device_id=8186c944-7452-44a4-803d-b7a9d00cdc53 HTTP/1.1" status: 200 len: 946 time: 0.1880243 Sep 15 02:47:28.433307 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Provisioning complete for port 1ac5d270-9212-4059-9ea2-5ce6e477f7bf triggered by entity L2. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:47:28.434414 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-ccd635a4-5f47-47f7-b8f6-fe45ca7595ff req-9d7cddec-8f64-4927-858f-b50a40d6b9ac tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/security-groups?id=005c9161-3e16-459b-9a3f-a4e8732292ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587239 Sep 15 02:47:28.434791 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1575204'] for port, provisioning_complete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:28.454142 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-47f35b25-dc4c-41f1-93bd-b775ef372960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781587269048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25909702'] for port, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:28.496829 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f35b25-dc4c-41f1-93bd-b775ef372960 admin admin] Network 33518f62-a6b6-442c-a872-dfb5ddf2cbe1 is already hosted by enough agents. {{(pid=101046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:47:28.500786 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.scheduler.base_scheduler [None req-47f35b25-dc4c-41f1-93bd-b775ef372960 admin admin] Resources bound (agent type, host, resource id): {{(pid=101046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:47:28.505180 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f35b25-dc4c-41f1-93bd-b775ef372960 admin admin] Received port after_create {{(pid=101046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:47:28.559627 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f35b25-dc4c-41f1-93bd-b775ef372960 admin admin] Pushing event updated for resources: {'Port': ['ID=7d83ff31-e64a-4dd0-a5cd-bc23f36aa869,revision_number=1']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:47:28.904527 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-47f35b25-dc4c-41f1-93bd-b775ef372960 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:29.177140 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-47f35b25-dc4c-41f1-93bd-b775ef372960 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1030935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028959'] for router, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:29.229862 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf93bb5-dac6-42b6-b6a0-744885faabdd None None] Network 7392ae37-e0ec-4e65-9825-77eb97a9a877 requested from dv-cinder-759955-25-smb {{(pid=101047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 02:47:29.374111 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-c9fd7c07-6138-4c20-9f9b-f1fb67d10c46 None None] Provisioning complete for port b46802a3-a476-47d1-a68c-c88c4765e592 triggered by entity DHCP. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:47:29.374487 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-c9fd7c07-6138-4c20-9f9b-f1fb67d10c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1575204'] for port, provisioning_complete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:29.547752 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-c9fd7c07-6138-4c20-9f9b-f1fb67d10c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:29.612692 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-c9fd7c07-6138-4c20-9f9b-f1fb67d10c46 None None] For port b46802a3-a476-47d1-a68c-c88c4765e592, host dv-cinder-759955-25-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-smb',level=0,port_id=b46802a3-a476-47d1-a68c-c88c4765e592,segment=NetworkSegment(d9bd52fd-dfd6-479e-bb5a-dbcb971ccb26),segment_id=d9bd52fd-dfd6-479e-bb5a-dbcb971ccb26)] {{(pid=101047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:47:29.711202 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbecb090-5db0-4e55-8d01-5e4076858e24 req-b70642d9-028d-4045-b776-92cfe2a4acaa tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:29.713515 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-bbecb090-5db0-4e55-8d01-5e4076858e24 req-b70642d9-028d-4045-b776-92cfe2a4acaa tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/ports?device_id=8186c944-7452-44a4-803d-b7a9d00cdc53 HTTP/1.1" status: 200 len: 946 time: 0.0980690 Sep 15 02:47:29.717612 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-c9fd7c07-6138-4c20-9f9b-f1fb67d10c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:29.787007 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-bbecb090-5db0-4e55-8d01-5e4076858e24 req-6cdab71b-24b1-4c4c-a56c-fc1c030c532d tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/security-groups?id=005c9161-3e16-459b-9a3f-a4e8732292ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474992 Sep 15 02:47:29.799279 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fd7c07-6138-4c20-9f9b-f1fb67d10c46 None None] Pushing event updated for resources: {'Port': ['ID=b46802a3-a476-47d1-a68c-c88c4765e592,revision_number=3']} {{(pid=101047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:47:29.853652 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47f35b25-dc4c-41f1-93bd-b775ef372960 admin admin] Router d9a831b6-0e7b-472d-95a6-e4c52f14c76a is scheduled to L3 agent 22749488-15d0-44a3-a4aa-285786541688 with binding_index 1 {{(pid=101046) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 02:47:29.939927 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-fcde244d-92bb-4a24-910e-b290b0e12ce7 None None] Provisioning complete for port b46802a3-a476-47d1-a68c-c88c4765e592 triggered by entity DHCP. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:47:29.940373 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-fcde244d-92bb-4a24-910e-b290b0e12ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1575204'] for port, provisioning_complete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:29.964953 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47f35b25-dc4c-41f1-93bd-b775ef372960 admin admin] Notify agent at l3_agent.dv-cinder-759955-25-smb the message routers_updated {{(pid=101046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 02:47:29.975923 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f2ac7e-26a6-413d-a87b-637e655ca43e None None] Sync routers for ids ['d9a831b6-0e7b-472d-95a6-e4c52f14c76a'] in dv-cinder-759955-25-smb {{(pid=101047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 02:47:29.992334 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f2ac7e-26a6-413d-a87b-637e655ca43e None None] Routers {'d9a831b6-0e7b-472d-95a6-e4c52f14c76a'} bound to L3 agent in host dv-cinder-759955-25-smb {{(pid=101047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:47:29.993209 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_hamode_db [None req-26f2ac7e-26a6-413d-a87b-637e655ca43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T02:36:18Z,description=,heartbeat_timestamp=2021-09-15T02:47:18Z,host='dv-cinder-759955-25-smb',id=22749488-15d0-44a3-a4aa-285786541688,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:36:19Z,topic='l3_agent')) {'router_ids': ['d9a831b6-0e7b-472d-95a6-e4c52f14c76a'], 'active': True} {{(pid=101047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:47:30.065624 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-47f35b25-dc4c-41f1-93bd-b775ef372960 admin admin] Notify callbacks [] for router, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:30.068414 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-47f35b25-dc4c-41f1-93bd-b775ef372960 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.2373004 Sep 15 02:47:30.071080 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 39578) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:47:30.294335 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Device b46802a3-a476-47d1-a68c-c88c4765e592 up at agent ovs-agent-dv-cinder-759955-25-smb {{(pid=101047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:47:30.323764 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_dvr_db [None req-26f2ac7e-26a6-413d-a87b-637e655ca43e None None] Set router d9a831b6-0e7b-472d-95a6-e4c52f14c76a gateway port host: dv-cinder-759955-25-smb {{(pid=101047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:47:30.504407 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Provisioning complete for port b46802a3-a476-47d1-a68c-c88c4765e592 triggered by entity L2. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:47:30.505173 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1575204'] for port, provisioning_complete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:30.569468 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_hamode_db [None req-26f2ac7e-26a6-413d-a87b-637e655ca43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a831b6-0e7b-472d-95a6-e4c52f14c76a', 'name': 'tempest-TestMinimumBasicScenario-1721323266-router', 'tenant_id': 'adce236780b2415387166171221698be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'external_fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.181'}], 'enable_snat': True}, 'gw_port_id': '7d83ff31-e64a-4dd0-a5cd-bc23f36aa869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:47:26Z', 'updated_at': '2021-09-15T02:47:28Z', 'revision_number': 3, 'project_id': 'adce236780b2415387166171221698be', 'gw_port': {'id': '7d83ff31-e64a-4dd0-a5cd-bc23f36aa869', 'name': '', 'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:5c:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9a831b6-0e7b-472d-95a6-e4c52f14c76a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:47:27Z', 'updated_at': '2021-09-15T02:47:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-smb'}], 'dv-cinder-759955-25-smb', False) {} {{(pid=101047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:47:30.601989 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f2ac7e-26a6-413d-a87b-637e655ca43e None None] Checking router: d9a831b6-0e7b-472d-95a6-e4c52f14c76a for host: dv-cinder-759955-25-smb {{(pid=101047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 02:47:30.602342 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f2ac7e-26a6-413d-a87b-637e655ca43e None None] Updating router d9a831b6-0e7b-472d-95a6-e4c52f14c76a port 7d83ff31-e64a-4dd0-a5cd-bc23f36aa869 binding host dv-cinder-759955-25-smb {{(pid=101047) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 02:47:30.635250 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-9b2d9b1e-bd27-4321-96e2-39abba155c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:30.649819 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-26f2ac7e-26a6-413d-a87b-637e655ca43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:30.656326 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Device 26af36df-1072-449f-bd9f-9ff830e856a2 up at agent ovs-agent-dv-cinder-759955-25-smb {{(pid=101047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:47:30.671623 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.agents_db [None req-aaa0e2cc-b65a-40bb-b615-34ad7f0cff4d None None] Agent healthcheck: found 6 active agents {{(pid=101048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:47:30.806473 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Provisioning complete for port 26af36df-1072-449f-bd9f-9ff830e856a2 triggered by entity L2. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:47:30.806734 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1575204'] for port, provisioning_complete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:30.834516 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.db.db_base_plugin_common [None req-9b2d9b1e-bd27-4321-96e2-39abba155c3a admin admin] Allocated IP 172.20.0.1 (7392ae37-e0ec-4e65-9825-77eb97a9a877/a42f2d5f-628f-4bc2-bd1f-55ab1fea206f/33e48b71-c39b-4620-894a-b77270537d6e) {{(pid=101046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:47:30.924517 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511951f4-12ee-4b91-ac78-f84959d57e9a req-7de3d54c-67cc-45a9-a77b-e398e2aa0dc2 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:30.926309 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-511951f4-12ee-4b91-ac78-f84959d57e9a req-7de3d54c-67cc-45a9-a77b-e398e2aa0dc2 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/ports?device_id=8186c944-7452-44a4-803d-b7a9d00cdc53 HTTP/1.1" status: 200 len: 946 time: 0.0590575 Sep 15 02:47:30.970796 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-511951f4-12ee-4b91-ac78-f84959d57e9a req-fb67c6fa-3f1c-4413-8096-f218bb602c5d tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/security-groups?id=005c9161-3e16-459b-9a3f-a4e8732292ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380344 Sep 15 02:47:31.001928 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-9b2d9b1e-bd27-4321-96e2-39abba155c3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:31.026605 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-26f2ac7e-26a6-413d-a87b-637e655ca43e None None] Notify callbacks [] for port, precommit_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:31.093659 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-26f2ac7e-26a6-413d-a87b-637e655ca43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:31.123047 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-9b2d9b1e-bd27-4321-96e2-39abba155c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781587269048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25909702'] for port, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:31.152971 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.managers [None req-26f2ac7e-26a6-413d-a87b-637e655ca43e None None] Attempting to bind port 7d83ff31-e64a-4dd0-a5cd-bc23f36aa869 on host dv-cinder-759955-25-smb for vnic_type normal with profile {{(pid=101047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 02:47:31.153265 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.managers [None req-26f2ac7e-26a6-413d-a87b-637e655ca43e None None] Attempting to bind port 7d83ff31-e64a-4dd0-a5cd-bc23f36aa869 by drivers openvswitch,hyperv on host dv-cinder-759955-25-smb at level 0 using segments [{'id': '4ddc9b9a-930b-46d8-934d-b4f616b6b84f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1'}] {{(pid=101047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 02:47:31.154210 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f2ac7e-26a6-413d-a87b-637e655ca43e None None] Attempting to bind port 7d83ff31-e64a-4dd0-a5cd-bc23f36aa869 on network 33518f62-a6b6-442c-a872-dfb5ddf2cbe1 {{(pid=101047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:47:31.157232 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6fc743-6c26-4178-8b67-248fbaffa233 None None] Pushing event updated for resources: {'Port': ['ID=7d83ff31-e64a-4dd0-a5cd-bc23f36aa869,revision_number=2']} {{(pid=101047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:47:31.161807 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f2ac7e-26a6-413d-a87b-637e655ca43e None None] Checking agent: {'id': '129dda3c-f944-45fc-94b1-aa204aafba01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-25-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 36, 18), 'started_at': datetime.datetime(2021, 9, 15, 2, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 2, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-25-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 02:47:31.167446 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f2ac7e-26a6-413d-a87b-637e655ca43e None None] Checking segment: {'id': '4ddc9b9a-930b-46d8-934d-b4f616b6b84f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:47:31.167809 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2d9b1e-bd27-4321-96e2-39abba155c3a admin admin] Network 7392ae37-e0ec-4e65-9825-77eb97a9a877 is already hosted by enough agents. {{(pid=101046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:47:31.167920 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-26f2ac7e-26a6-413d-a87b-637e655ca43e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:31.167920 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f2ac7e-26a6-413d-a87b-637e655ca43e None None] Bound using segment: {'id': '4ddc9b9a-930b-46d8-934d-b4f616b6b84f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1'} {{(pid=101047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 02:47:31.167920 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.managers [None req-26f2ac7e-26a6-413d-a87b-637e655ca43e None None] Bound port: 7d83ff31-e64a-4dd0-a5cd-bc23f36aa869, host: dv-cinder-759955-25-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ddc9b9a-930b-46d8-934d-b4f616b6b84f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1'}}] {{(pid=101047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 02:47:31.167920 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-26f2ac7e-26a6-413d-a87b-637e655ca43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:31.168272 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.scheduler.base_scheduler [None req-9b2d9b1e-bd27-4321-96e2-39abba155c3a admin admin] Resources bound (agent type, host, resource id): {{(pid=101046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:47:31.171461 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2d9b1e-bd27-4321-96e2-39abba155c3a admin admin] Received port after_create {{(pid=101046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:47:31.198877 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2d9b1e-bd27-4321-96e2-39abba155c3a admin admin] Pushing event updated for resources: {'Port': ['ID=33e48b71-c39b-4620-894a-b77270537d6e,revision_number=1']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:47:31.213862 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2d9b1e-bd27-4321-96e2-39abba155c3a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:47:31.214201 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2d9b1e-bd27-4321-96e2-39abba155c3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:47:31.214533 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2d9b1e-bd27-4321-96e2-39abba155c3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:47:31.214858 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2d9b1e-bd27-4321-96e2-39abba155c3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:47:31.215389 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2d9b1e-bd27-4321-96e2-39abba155c3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:47:31.215531 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2d9b1e-bd27-4321-96e2-39abba155c3a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:47:31.215847 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2d9b1e-bd27-4321-96e2-39abba155c3a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:47:31.216697 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2d9b1e-bd27-4321-96e2-39abba155c3a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:47:31.217013 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2d9b1e-bd27-4321-96e2-39abba155c3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:47:31.217326 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2d9b1e-bd27-4321-96e2-39abba155c3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:47:31.217643 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2d9b1e-bd27-4321-96e2-39abba155c3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:47:31.218053 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2d9b1e-bd27-4321-96e2-39abba155c3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:47:31.220237 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-26f2ac7e-26a6-413d-a87b-637e655ca43e None None] For port 7d83ff31-e64a-4dd0-a5cd-bc23f36aa869, host dv-cinder-759955-25-smb, cleared binding levels {{(pid=101047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 02:47:31.230126 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-26f2ac7e-26a6-413d-a87b-637e655ca43e None None] For port 7d83ff31-e64a-4dd0-a5cd-bc23f36aa869, host dv-cinder-759955-25-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-smb',level=0,port_id=7d83ff31-e64a-4dd0-a5cd-bc23f36aa869,segment=NetworkSegment(4ddc9b9a-930b-46d8-934d-b4f616b6b84f),segment_id=4ddc9b9a-930b-46d8-934d-b4f616b6b84f)] {{(pid=101047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 02:47:31.230310 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-9b2d9b1e-bd27-4321-96e2-39abba155c3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1029000'] for router_interface, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:31.317685 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-26f2ac7e-26a6-413d-a87b-637e655ca43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:31.385417 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f2ac7e-26a6-413d-a87b-637e655ca43e None None] Routers {'d9a831b6-0e7b-472d-95a6-e4c52f14c76a'} bound to L3 agent in host dv-cinder-759955-25-smb {{(pid=101047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:47:31.386028 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_hamode_db [None req-26f2ac7e-26a6-413d-a87b-637e655ca43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T02:36:18Z,description=,heartbeat_timestamp=2021-09-15T02:47:18Z,host='dv-cinder-759955-25-smb',id=22749488-15d0-44a3-a4aa-285786541688,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:36:19Z,topic='l3_agent')) {'router_ids': ['d9a831b6-0e7b-472d-95a6-e4c52f14c76a'], 'active': True} {{(pid=101047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:47:31.433701 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6fc743-6c26-4178-8b67-248fbaffa233 None None] Pushing event updated for resources: {'Port': ['ID=7d83ff31-e64a-4dd0-a5cd-bc23f36aa869,revision_number=3']} {{(pid=101047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:47:31.447628 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-9b2d9b1e-bd27-4321-96e2-39abba155c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:31.462500 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-707553ec-d9d7-470b-82f2-3c0fac018b59 None None] Provisioning complete for port 33e48b71-c39b-4620-894a-b77270537d6e triggered by entity DHCP. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:47:31.462876 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-707553ec-d9d7-470b-82f2-3c0fac018b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1575204'] for port, provisioning_complete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:31.548054 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.plugin [None req-707553ec-d9d7-470b-82f2-3c0fac018b59 None None] Port 33e48b71-c39b-4620-894a-b77270537d6e cannot update to ACTIVE because it is not bound. {{(pid=101047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 02:47:31.556639 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_dvr_db [None req-26f2ac7e-26a6-413d-a87b-637e655ca43e None None] Set router d9a831b6-0e7b-472d-95a6-e4c52f14c76a gateway port host: dv-cinder-759955-25-smb {{(pid=101047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:47:31.618254 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-9b2d9b1e-bd27-4321-96e2-39abba155c3a admin admin] Notify callbacks [] for port, precommit_update {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:31.664736 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-9b2d9b1e-bd27-4321-96e2-39abba155c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25909727'] for port, after_update {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:31.732761 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2d9b1e-bd27-4321-96e2-39abba155c3a admin admin] Pushing event updated for resources: {'Port': ['ID=33e48b71-c39b-4620-894a-b77270537d6e,revision_number=2']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:47:31.741347 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-9b2d9b1e-bd27-4321-96e2-39abba155c3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-576680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1029912'] for router_interface, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:31.743340 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_hamode_db [None req-26f2ac7e-26a6-413d-a87b-637e655ca43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a831b6-0e7b-472d-95a6-e4c52f14c76a', 'name': 'tempest-TestMinimumBasicScenario-1721323266-router', 'tenant_id': 'adce236780b2415387166171221698be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'external_fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.181'}], 'enable_snat': True}, 'gw_port_id': '7d83ff31-e64a-4dd0-a5cd-bc23f36aa869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:47:26Z', 'updated_at': '2021-09-15T02:47:28Z', 'revision_number': 3, 'project_id': 'adce236780b2415387166171221698be', 'gw_port': {'id': '7d83ff31-e64a-4dd0-a5cd-bc23f36aa869', 'name': '', 'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:5c:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9a831b6-0e7b-472d-95a6-e4c52f14c76a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:47:27Z', 'updated_at': '2021-09-15T02:47:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-smb'}], 'dv-cinder-759955-25-smb', False) {} {{(pid=101047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:47:31.770796 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f2ac7e-26a6-413d-a87b-637e655ca43e None None] The sync data for ids ['d9a831b6-0e7b-472d-95a6-e4c52f14c76a'] in dv-cinder-759955-25-smb is: [{'id': 'd9a831b6-0e7b-472d-95a6-e4c52f14c76a', 'name': 'tempest-TestMinimumBasicScenario-1721323266-router', 'tenant_id': 'adce236780b2415387166171221698be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'external_fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.181'}], 'enable_snat': True}, 'gw_port_id': '7d83ff31-e64a-4dd0-a5cd-bc23f36aa869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:47:26Z', 'updated_at': '2021-09-15T02:47:28Z', 'revision_number': 3, 'project_id': 'adce236780b2415387166171221698be', 'gw_port': {'id': '7d83ff31-e64a-4dd0-a5cd-bc23f36aa869', 'name': '', 'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:5c:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9a831b6-0e7b-472d-95a6-e4c52f14c76a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:47:27Z', 'updated_at': '2021-09-15T02:47:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-smb'}] {{(pid=101047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 02:47:31.846413 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2d9b1e-bd27-4321-96e2-39abba155c3a admin admin] Network 7392ae37-e0ec-4e65-9825-77eb97a9a877 is already hosted by enough agents. {{(pid=101046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:47:31.848061 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.scheduler.base_scheduler [None req-9b2d9b1e-bd27-4321-96e2-39abba155c3a admin admin] Resources bound (agent type, host, resource id): {{(pid=101046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:47:31.965827 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b2d9b1e-bd27-4321-96e2-39abba155c3a admin admin] Router d9a831b6-0e7b-472d-95a6-e4c52f14c76a has already been hosted by L3 agent 22749488-15d0-44a3-a4aa-285786541688 {{(pid=101046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 02:47:32.191436 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-0560be33-066b-4a6d-b46c-be35b3503848 None None] Provisioning complete for port 33e48b71-c39b-4620-894a-b77270537d6e triggered by entity DHCP. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:47:32.191912 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-0560be33-066b-4a6d-b46c-be35b3503848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1575204'] for port, provisioning_complete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:32.293458 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Device 7d83ff31-e64a-4dd0-a5cd-bc23f36aa869 up at agent ovs-agent-dv-cinder-759955-25-smb {{(pid=101047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:47:32.310120 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b2d9b1e-bd27-4321-96e2-39abba155c3a admin admin] Notify agent at l3_agent.dv-cinder-759955-25-smb the message routers_updated {{(pid=101046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 02:47:32.326924 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-9b2d9b1e-bd27-4321-96e2-39abba155c3a admin admin] 10.222.0.13 "PUT /v2.0/routers/d9a831b6-0e7b-472d-95a6-e4c52f14c76a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2531431 Sep 15 02:47:32.356348 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e7b3a9-4180-4e1a-af38-f628fd53a60c req-518291eb-65c4-46e7-aa63-d91ade6f4c97 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:32.367985 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-19e7b3a9-4180-4e1a-af38-f628fd53a60c req-518291eb-65c4-46e7-aa63-d91ade6f4c97 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/ports?device_id=8186c944-7452-44a4-803d-b7a9d00cdc53 HTTP/1.1" status: 200 len: 946 time: 0.2179422 Sep 15 02:47:32.375112 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.plugin [None req-0560be33-066b-4a6d-b46c-be35b3503848 None None] Port 33e48b71-c39b-4620-894a-b77270537d6e cannot update to ACTIVE because it is not bound. {{(pid=101047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 02:47:32.419047 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Provisioning complete for port 7d83ff31-e64a-4dd0-a5cd-bc23f36aa869 triggered by entity L2. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:47:32.419047 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1575204'] for port, provisioning_complete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:32.436274 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-19e7b3a9-4180-4e1a-af38-f628fd53a60c req-7445535d-dee5-4130-9f75-7835d42afc3b tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/security-groups?id=005c9161-3e16-459b-9a3f-a4e8732292ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512369 Sep 15 02:47:32.521200 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:32.551232 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] For port 7d83ff31-e64a-4dd0-a5cd-bc23f36aa869, host dv-cinder-759955-25-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-smb',level=0,port_id=7d83ff31-e64a-4dd0-a5cd-bc23f36aa869,segment=NetworkSegment(4ddc9b9a-930b-46d8-934d-b4f616b6b84f),segment_id=4ddc9b9a-930b-46d8-934d-b4f616b6b84f)] {{(pid=101047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:47:32.636344 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:32.691600 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Pushing event updated for resources: {'Port': ['ID=7d83ff31-e64a-4dd0-a5cd-bc23f36aa869,revision_number=4']} {{(pid=101047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:47:33.656605 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d57b40-a8e9-4635-9a64-fcb074145bb5 req-c7fd0674-3498-4a9e-833d-c432bfa02875 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:33.658269 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-c8d57b40-a8e9-4635-9a64-fcb074145bb5 req-c7fd0674-3498-4a9e-833d-c432bfa02875 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/ports?device_id=8186c944-7452-44a4-803d-b7a9d00cdc53 HTTP/1.1" status: 200 len: 946 time: 0.0932157 Sep 15 02:47:33.711090 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-c8d57b40-a8e9-4635-9a64-fcb074145bb5 req-1d5ec752-fcce-4028-a807-a3942aa3afa2 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/security-groups?id=005c9161-3e16-459b-9a3f-a4e8732292ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460622 Sep 15 02:47:34.213381 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Device 7d83ff31-e64a-4dd0-a5cd-bc23f36aa869 up at agent ovs-agent-dv-cinder-759955-25-smb {{(pid=101047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:47:34.298443 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde9d55c-3120-4b3f-ba15-649f6019abd1 None None] Sync routers for ids ['d9a831b6-0e7b-472d-95a6-e4c52f14c76a'] in dv-cinder-759955-25-smb {{(pid=101048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 02:47:34.307232 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Provisioning complete for port 7d83ff31-e64a-4dd0-a5cd-bc23f36aa869 triggered by entity L2. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:47:34.307621 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1575204'] for port, provisioning_complete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:34.334491 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde9d55c-3120-4b3f-ba15-649f6019abd1 None None] Routers {'d9a831b6-0e7b-472d-95a6-e4c52f14c76a'} bound to L3 agent in host dv-cinder-759955-25-smb {{(pid=101048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:47:34.335145 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_hamode_db [None req-dde9d55c-3120-4b3f-ba15-649f6019abd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T02:36:18Z,description=,heartbeat_timestamp=2021-09-15T02:47:18Z,host='dv-cinder-759955-25-smb',id=22749488-15d0-44a3-a4aa-285786541688,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:36:19Z,topic='l3_agent')) {'router_ids': ['d9a831b6-0e7b-472d-95a6-e4c52f14c76a'], 'active': True} {{(pid=101048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:47:34.506427 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_dvr_db [None req-dde9d55c-3120-4b3f-ba15-649f6019abd1 None None] Set router d9a831b6-0e7b-472d-95a6-e4c52f14c76a gateway port host: dv-cinder-759955-25-smb {{(pid=101048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:47:34.569445 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258583d5-ad7b-4561-9239-ae138aa6e38e req-ae0e517f-9556-4ed4-ac6a-ed397fa92e46 tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:34.571892 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-258583d5-ad7b-4561-9239-ae138aa6e38e req-ae0e517f-9556-4ed4-ac6a-ed397fa92e46 tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cde1811-89d9-4a39-8a7b-9a28fa6a0c08 HTTP/1.1" status: 200 len: 946 time: 0.0779703 Sep 15 02:47:34.616187 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-258583d5-ad7b-4561-9239-ae138aa6e38e req-6e565c3d-363b-4e3f-97da-c70d918fe1d0 tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] 10.222.0.13 "GET /v2.0/security-groups?id=16cdc185-3249-4453-b1ac-1418ab026e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373657 Sep 15 02:47:34.730549 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_hamode_db [None req-dde9d55c-3120-4b3f-ba15-649f6019abd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a831b6-0e7b-472d-95a6-e4c52f14c76a', 'name': 'tempest-TestMinimumBasicScenario-1721323266-router', 'tenant_id': 'adce236780b2415387166171221698be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'external_fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.181'}], 'enable_snat': True}, 'gw_port_id': '7d83ff31-e64a-4dd0-a5cd-bc23f36aa869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:47:26Z', 'updated_at': '2021-09-15T02:47:31Z', 'revision_number': 4, 'project_id': 'adce236780b2415387166171221698be', 'gw_port': {'id': '7d83ff31-e64a-4dd0-a5cd-bc23f36aa869', 'name': '', 'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:5c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a831b6-0e7b-472d-95a6-e4c52f14c76a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:47:27Z', 'updated_at': '2021-09-15T02:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-smb', '_interfaces': [{'id': '33e48b71-c39b-4620-894a-b77270537d6e', 'name': '', 'network_id': '7392ae37-e0ec-4e65-9825-77eb97a9a877', 'tenant_id': 'adce236780b2415387166171221698be', 'mac_address': 'fa:16:3e:3e:5c:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9a831b6-0e7b-472d-95a6-e4c52f14c76a', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'a42f2d5f-628f-4bc2-bd1f-55ab1fea206f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:47:30Z', 'updated_at': '2021-09-15T02:47:31Z', 'revision_number': 2, 'project_id': 'adce236780b2415387166171221698be', 'subnets': [{'id': 'a42f2d5f-628f-4bc2-bd1f-55ab1fea206f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-25-smb', False) {} {{(pid=101048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:47:34.767675 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde9d55c-3120-4b3f-ba15-649f6019abd1 None None] Checking router: d9a831b6-0e7b-472d-95a6-e4c52f14c76a for host: dv-cinder-759955-25-smb {{(pid=101048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 02:47:34.768118 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde9d55c-3120-4b3f-ba15-649f6019abd1 None None] Updating router d9a831b6-0e7b-472d-95a6-e4c52f14c76a port 33e48b71-c39b-4620-894a-b77270537d6e binding host dv-cinder-759955-25-smb {{(pid=101048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 02:47:34.805310 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron_lib.callbacks.manager [None req-dde9d55c-3120-4b3f-ba15-649f6019abd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:34.869302 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a77b1aa-0a5d-4eb6-8a7b-cfb43ee0c198 req-cb6fa710-5300-4929-a9ba-63c6ae248351 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:34.876289 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-9a77b1aa-0a5d-4eb6-8a7b-cfb43ee0c198 req-cb6fa710-5300-4929-a9ba-63c6ae248351 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/ports?device_id=8186c944-7452-44a4-803d-b7a9d00cdc53 HTTP/1.1" status: 200 len: 946 time: 0.0690732 Sep 15 02:47:34.927393 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-9a77b1aa-0a5d-4eb6-8a7b-cfb43ee0c198 req-d194364e-f91f-4f4c-adae-ab4fa676720e tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/security-groups?id=005c9161-3e16-459b-9a3f-a4e8732292ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486321 Sep 15 02:47:35.123480 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron_lib.callbacks.manager [None req-dde9d55c-3120-4b3f-ba15-649f6019abd1 None None] Notify callbacks [] for port, precommit_update {{(pid=101048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:35.194647 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron_lib.callbacks.manager [None req-dde9d55c-3120-4b3f-ba15-649f6019abd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:35.309441 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8b9cf5-c090-4032-afdb-62bd1c70bc65 None None] Pushing event updated for resources: {'Port': ['ID=33e48b71-c39b-4620-894a-b77270537d6e,revision_number=3']} {{(pid=101048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:47:35.409527 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.plugins.ml2.managers [None req-dde9d55c-3120-4b3f-ba15-649f6019abd1 None None] Attempting to bind port 33e48b71-c39b-4620-894a-b77270537d6e on host dv-cinder-759955-25-smb for vnic_type normal with profile {{(pid=101048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 02:47:35.409959 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.plugins.ml2.managers [None req-dde9d55c-3120-4b3f-ba15-649f6019abd1 None None] Attempting to bind port 33e48b71-c39b-4620-894a-b77270537d6e by drivers openvswitch,hyperv on host dv-cinder-759955-25-smb at level 0 using segments [{'id': 'd9bd52fd-dfd6-479e-bb5a-dbcb971ccb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '7392ae37-e0ec-4e65-9825-77eb97a9a877'}] {{(pid=101048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 02:47:35.410388 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde9d55c-3120-4b3f-ba15-649f6019abd1 None None] Attempting to bind port 33e48b71-c39b-4620-894a-b77270537d6e on network 7392ae37-e0ec-4e65-9825-77eb97a9a877 {{(pid=101048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:47:35.418553 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde9d55c-3120-4b3f-ba15-649f6019abd1 None None] Checking agent: {'id': '129dda3c-f944-45fc-94b1-aa204aafba01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-25-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 36, 18), 'started_at': datetime.datetime(2021, 9, 15, 2, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 2, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-25-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 02:47:35.418923 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde9d55c-3120-4b3f-ba15-649f6019abd1 None None] Checking segment: {'id': 'd9bd52fd-dfd6-479e-bb5a-dbcb971ccb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '7392ae37-e0ec-4e65-9825-77eb97a9a877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:47:35.419458 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron_lib.callbacks.manager [None req-dde9d55c-3120-4b3f-ba15-649f6019abd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:35.419855 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde9d55c-3120-4b3f-ba15-649f6019abd1 None None] Bound using segment: {'id': 'd9bd52fd-dfd6-479e-bb5a-dbcb971ccb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '7392ae37-e0ec-4e65-9825-77eb97a9a877'} {{(pid=101048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 02:47:35.420330 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.plugins.ml2.managers [None req-dde9d55c-3120-4b3f-ba15-649f6019abd1 None None] Bound port: 33e48b71-c39b-4620-894a-b77270537d6e, host: dv-cinder-759955-25-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9bd52fd-dfd6-479e-bb5a-dbcb971ccb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '7392ae37-e0ec-4e65-9825-77eb97a9a877'}}] {{(pid=101048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 02:47:35.420731 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron_lib.callbacks.manager [None req-dde9d55c-3120-4b3f-ba15-649f6019abd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:35.476643 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:35.501608 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.plugins.ml2.db [None req-dde9d55c-3120-4b3f-ba15-649f6019abd1 None None] For port 33e48b71-c39b-4620-894a-b77270537d6e, host dv-cinder-759955-25-smb, cleared binding levels {{(pid=101048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 02:47:35.506287 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.plugins.ml2.db [None req-dde9d55c-3120-4b3f-ba15-649f6019abd1 None None] For port 33e48b71-c39b-4620-894a-b77270537d6e, host dv-cinder-759955-25-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-smb',level=0,port_id=33e48b71-c39b-4620-894a-b77270537d6e,segment=NetworkSegment(d9bd52fd-dfd6-479e-bb5a-dbcb971ccb26),segment_id=d9bd52fd-dfd6-479e-bb5a-dbcb971ccb26)] {{(pid=101048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 02:47:35.592124 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron_lib.callbacks.manager [None req-dde9d55c-3120-4b3f-ba15-649f6019abd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:35.627387 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-bcc54899-e65d-4929-b67c-9e5aaee74206 None None] Provisioning complete for port 33e48b71-c39b-4620-894a-b77270537d6e triggered by entity DHCP. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:47:35.627750 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-bcc54899-e65d-4929-b67c-9e5aaee74206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1575204'] for port, provisioning_complete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:35.726231 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8b9cf5-c090-4032-afdb-62bd1c70bc65 None None] Pushing event updated for resources: {'Port': ['ID=33e48b71-c39b-4620-894a-b77270537d6e,revision_number=4']} {{(pid=101048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:47:35.729977 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde9d55c-3120-4b3f-ba15-649f6019abd1 None None] Routers {'d9a831b6-0e7b-472d-95a6-e4c52f14c76a'} bound to L3 agent in host dv-cinder-759955-25-smb {{(pid=101048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:47:35.737511 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_hamode_db [None req-dde9d55c-3120-4b3f-ba15-649f6019abd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T02:36:18Z,description=,heartbeat_timestamp=2021-09-15T02:47:18Z,host='dv-cinder-759955-25-smb',id=22749488-15d0-44a3-a4aa-285786541688,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:36:19Z,topic='l3_agent')) {'router_ids': ['d9a831b6-0e7b-472d-95a6-e4c52f14c76a'], 'active': True} {{(pid=101048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:47:35.821989 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-bcc54899-e65d-4929-b67c-9e5aaee74206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:35.822797 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd87567-1e0b-4345-beb3-d69a11dcf694 req-1487e5e3-c852-4139-a80c-62c3f4621257 tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:35.825211 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-4fd87567-1e0b-4345-beb3-d69a11dcf694 req-1487e5e3-c852-4139-a80c-62c3f4621257 tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cde1811-89d9-4a39-8a7b-9a28fa6a0c08 HTTP/1.1" status: 200 len: 946 time: 0.1027832 Sep 15 02:47:35.892884 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-bcc54899-e65d-4929-b67c-9e5aaee74206 None None] For port 33e48b71-c39b-4620-894a-b77270537d6e, host dv-cinder-759955-25-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-smb',level=0,port_id=33e48b71-c39b-4620-894a-b77270537d6e,segment=NetworkSegment(d9bd52fd-dfd6-479e-bb5a-dbcb971ccb26),segment_id=d9bd52fd-dfd6-479e-bb5a-dbcb971ccb26)] {{(pid=101047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:47:35.907757 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-4fd87567-1e0b-4345-beb3-d69a11dcf694 req-509e59da-96d0-44a0-bcce-aadf801f178c tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] 10.222.0.13 "GET /v2.0/security-groups?id=16cdc185-3249-4453-b1ac-1418ab026e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743630 Sep 15 02:47:35.944020 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_dvr_db [None req-dde9d55c-3120-4b3f-ba15-649f6019abd1 None None] Set router d9a831b6-0e7b-472d-95a6-e4c52f14c76a gateway port host: dv-cinder-759955-25-smb {{(pid=101048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:47:36.019019 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-bcc54899-e65d-4929-b67c-9e5aaee74206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:36.062584 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49389ce-33e8-42e4-8a47-ea55ce8571f2 req-058207ad-7b14-4f07-bff0-f81e829d724a tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:36.069981 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-f49389ce-33e8-42e4-8a47-ea55ce8571f2 req-058207ad-7b14-4f07-bff0-f81e829d724a tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/ports?device_id=8186c944-7452-44a4-803d-b7a9d00cdc53 HTTP/1.1" status: 200 len: 946 time: 0.0605628 Sep 15 02:47:36.108134 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc54899-e65d-4929-b67c-9e5aaee74206 None None] Pushing event updated for resources: {'Port': ['ID=33e48b71-c39b-4620-894a-b77270537d6e,revision_number=5']} {{(pid=101047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:47:36.125135 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-f49389ce-33e8-42e4-8a47-ea55ce8571f2 req-67fd6474-dfca-433c-adff-a03c46c85c3d tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/security-groups?id=005c9161-3e16-459b-9a3f-a4e8732292ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539298 Sep 15 02:47:36.171600 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-d94b2445-a312-47d4-be91-25a836220be8 None None] Provisioning complete for port 33e48b71-c39b-4620-894a-b77270537d6e triggered by entity DHCP. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:47:36.176457 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-d94b2445-a312-47d4-be91-25a836220be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1575204'] for port, provisioning_complete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:36.367507 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_hamode_db [None req-dde9d55c-3120-4b3f-ba15-649f6019abd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a831b6-0e7b-472d-95a6-e4c52f14c76a', 'name': 'tempest-TestMinimumBasicScenario-1721323266-router', 'tenant_id': 'adce236780b2415387166171221698be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'external_fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.181'}], 'enable_snat': True}, 'gw_port_id': '7d83ff31-e64a-4dd0-a5cd-bc23f36aa869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:47:26Z', 'updated_at': '2021-09-15T02:47:31Z', 'revision_number': 4, 'project_id': 'adce236780b2415387166171221698be', 'gw_port': {'id': '7d83ff31-e64a-4dd0-a5cd-bc23f36aa869', 'name': '', 'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:5c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a831b6-0e7b-472d-95a6-e4c52f14c76a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:47:27Z', 'updated_at': '2021-09-15T02:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-smb', '_interfaces': [{'id': '33e48b71-c39b-4620-894a-b77270537d6e', 'name': '', 'network_id': '7392ae37-e0ec-4e65-9825-77eb97a9a877', 'tenant_id': 'adce236780b2415387166171221698be', 'mac_address': 'fa:16:3e:3e:5c:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9a831b6-0e7b-472d-95a6-e4c52f14c76a', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'a42f2d5f-628f-4bc2-bd1f-55ab1fea206f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:47:30Z', 'updated_at': '2021-09-15T02:47:35Z', 'revision_number': 4, 'project_id': 'adce236780b2415387166171221698be', 'subnets': [{'id': 'a42f2d5f-628f-4bc2-bd1f-55ab1fea206f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-25-smb', False) {} {{(pid=101048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:47:36.368305 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde9d55c-3120-4b3f-ba15-649f6019abd1 None None] The sync data for ids ['d9a831b6-0e7b-472d-95a6-e4c52f14c76a'] in dv-cinder-759955-25-smb is: [{'id': 'd9a831b6-0e7b-472d-95a6-e4c52f14c76a', 'name': 'tempest-TestMinimumBasicScenario-1721323266-router', 'tenant_id': 'adce236780b2415387166171221698be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'external_fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.181'}], 'enable_snat': True}, 'gw_port_id': '7d83ff31-e64a-4dd0-a5cd-bc23f36aa869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:47:26Z', 'updated_at': '2021-09-15T02:47:31Z', 'revision_number': 4, 'project_id': 'adce236780b2415387166171221698be', 'gw_port': {'id': '7d83ff31-e64a-4dd0-a5cd-bc23f36aa869', 'name': '', 'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:5c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a831b6-0e7b-472d-95a6-e4c52f14c76a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:47:27Z', 'updated_at': '2021-09-15T02:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-smb', '_interfaces': [{'id': '33e48b71-c39b-4620-894a-b77270537d6e', 'name': '', 'network_id': '7392ae37-e0ec-4e65-9825-77eb97a9a877', 'tenant_id': 'adce236780b2415387166171221698be', 'mac_address': 'fa:16:3e:3e:5c:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9a831b6-0e7b-472d-95a6-e4c52f14c76a', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'a42f2d5f-628f-4bc2-bd1f-55ab1fea206f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:47:30Z', 'updated_at': '2021-09-15T02:47:35Z', 'revision_number': 4, 'project_id': 'adce236780b2415387166171221698be', 'subnets': [{'id': 'a42f2d5f-628f-4bc2-bd1f-55ab1fea206f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 02:47:37.065041 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc5f1ae-7d08-4c7d-8997-63451446b1c2 req-683943ea-4e13-4174-8d8c-584170547cd2 tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:37.261413 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-0fc5f1ae-7d08-4c7d-8997-63451446b1c2 req-683943ea-4e13-4174-8d8c-584170547cd2 tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cde1811-89d9-4a39-8a7b-9a28fa6a0c08 HTTP/1.1" status: 200 len: 946 time: 0.0784476 Sep 15 02:47:37.261413 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-0fc5f1ae-7d08-4c7d-8997-63451446b1c2 req-b3cf310a-1aea-4d5b-9d1f-853c90450c24 tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] 10.222.0.13 "GET /v2.0/security-groups?id=16cdc185-3249-4453-b1ac-1418ab026e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424960 Sep 15 02:47:37.268021 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-49ddc721-732a-4e19-b820-f15d2f8cfb81 req-2cb2dce9-e1d7-4428-890c-c63b40d112d2 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=3cf59451-e65c-4f13-b3e1-07c1aeb51055&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0510657 Sep 15 02:47:37.268021 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ddc721-732a-4e19-b820-f15d2f8cfb81 req-5fdd7f4d-388a-4dad-a27d-b6eef0dca08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:37.268021 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-49ddc721-732a-4e19-b820-f15d2f8cfb81 req-5fdd7f4d-388a-4dad-a27d-b6eef0dca08f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=bf1160da16cc4aa8a8f7f5065e5f7661&device_id=3cf59451-e65c-4f13-b3e1-07c1aeb51055 HTTP/1.1" status: 200 len: 1099 time: 0.0450437 Sep 15 02:47:37.322726 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d110aab4-78a8-4eb8-81de-3ea4bea2bc6d req-1408050c-0da3-4023-b05c-106b5791bc38 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:37.324510 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-d110aab4-78a8-4eb8-81de-3ea4bea2bc6d req-1408050c-0da3-4023-b05c-106b5791bc38 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/ports?device_id=8186c944-7452-44a4-803d-b7a9d00cdc53 HTTP/1.1" status: 200 len: 946 time: 0.1344783 Sep 15 02:47:37.362671 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ddc721-732a-4e19-b820-f15d2f8cfb81 req-3eedccd4-e0bd-455a-a52f-020e68e86bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:37.364161 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-49ddc721-732a-4e19-b820-f15d2f8cfb81 req-3eedccd4-e0bd-455a-a52f-020e68e86bf5 service neutron] 10.222.0.38 "GET /v2.0/networks?id=559d7eea-ef89-4b33-b717-afb1545433a5 HTTP/1.1" status: 200 len: 917 time: 0.1419437 Sep 15 02:47:37.422849 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-d110aab4-78a8-4eb8-81de-3ea4bea2bc6d req-bc075953-124b-4517-977d-8a75658f6ec2 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/security-groups?id=005c9161-3e16-459b-9a3f-a4e8732292ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770674 Sep 15 02:47:37.456593 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-49ddc721-732a-4e19-b820-f15d2f8cfb81 req-fb51d437-ed71-4492-81f1-2c13fe89e271 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7803cf27-e539-421b-b66e-690840106306 HTTP/1.1" status: 200 len: 1000 time: 0.0785198 Sep 15 02:47:37.525454 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ddc721-732a-4e19-b820-f15d2f8cfb81 req-bc887335-88d9-47e5-b22b-8e1f94bac250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:37.527010 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-49ddc721-732a-4e19-b820-f15d2f8cfb81 req-bc887335-88d9-47e5-b22b-8e1f94bac250 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=16cede8a-7007-4219-aa2d-1189c5c08411 HTTP/1.1" status: 200 len: 855 time: 0.0624623 Sep 15 02:47:37.579231 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ddc721-732a-4e19-b820-f15d2f8cfb81 req-ae12f28b-cd0b-46f9-9d8d-b29a6a4e56fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:37.580792 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-49ddc721-732a-4e19-b820-f15d2f8cfb81 req-ae12f28b-cd0b-46f9-9d8d-b29a6a4e56fc service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=559d7eea-ef89-4b33-b717-afb1545433a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0444813 Sep 15 02:47:37.688926 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-49ddc721-732a-4e19-b820-f15d2f8cfb81 req-18be0d9d-8f5a-4155-a6a7-8b8f0bc6e3d9 service neutron] 10.222.0.38 "GET /v2.0/networks/559d7eea-ef89-4b33-b717-afb1545433a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982797 Sep 15 02:47:37.801648 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-49ddc721-732a-4e19-b820-f15d2f8cfb81 req-d2cc2174-d1d2-48c2-bdbf-4ec2a36b9361 service neutron] 10.222.0.38 "GET /v2.0/networks/559d7eea-ef89-4b33-b717-afb1545433a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025152 Sep 15 02:47:38.280875 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Device 33e48b71-c39b-4620-894a-b77270537d6e up at agent ovs-agent-dv-cinder-759955-25-smb {{(pid=101047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:47:38.284952 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116b0ae6-cd7f-4d86-8a0f-d3f0b31a3f38 req-86ac27c4-8179-4d13-963b-1a59bd0b5d7b tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:38.292617 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-116b0ae6-cd7f-4d86-8a0f-d3f0b31a3f38 req-86ac27c4-8179-4d13-963b-1a59bd0b5d7b tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cde1811-89d9-4a39-8a7b-9a28fa6a0c08 HTTP/1.1" status: 200 len: 946 time: 0.0791616 Sep 15 02:47:38.337812 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-116b0ae6-cd7f-4d86-8a0f-d3f0b31a3f38 req-de5b751c-b8dd-4de4-9a2c-2f65a01512f2 tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] 10.222.0.13 "GET /v2.0/security-groups?id=16cdc185-3249-4453-b1ac-1418ab026e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422421 Sep 15 02:47:38.353441 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Provisioning complete for port 33e48b71-c39b-4620-894a-b77270537d6e triggered by entity L2. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:47:38.353818 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1575204'] for port, provisioning_complete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:38.577077 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dbbcab-4657-4ffe-8345-5e56d0616f53 req-17722ada-f13a-49e0-b5df-a6b7d7463085 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:38.584357 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-51dbbcab-4657-4ffe-8345-5e56d0616f53 req-17722ada-f13a-49e0-b5df-a6b7d7463085 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/ports?device_id=8186c944-7452-44a4-803d-b7a9d00cdc53 HTTP/1.1" status: 200 len: 946 time: 0.0769854 Sep 15 02:47:38.639127 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-51dbbcab-4657-4ffe-8345-5e56d0616f53 req-b7f8e4d4-e28f-4d24-843f-4dfc446a0813 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/security-groups?id=005c9161-3e16-459b-9a3f-a4e8732292ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437255 Sep 15 02:47:39.504805 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0c2f81-1bc4-42e1-8e99-f55690122b5a req-fc3fdc7e-6fd8-43c9-982d-8b156e06e586 tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:39.507832 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7b40a1-4e65-4117-aefd-bf1969e3fe22 req-9c650fa7-c233-4247-97dd-65c00ef6c106 tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:39.509627 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-6d7b40a1-4e65-4117-aefd-bf1969e3fe22 req-9c650fa7-c233-4247-97dd-65c00ef6c106 tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] 10.222.0.38 "GET /v2.0/ports?device_id=7cde1811-89d9-4a39-8a7b-9a28fa6a0c08 HTTP/1.1" status: 200 len: 946 time: 0.1113262 Sep 15 02:47:39.512145 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-ff0c2f81-1bc4-42e1-8e99-f55690122b5a req-fc3fdc7e-6fd8-43c9-982d-8b156e06e586 tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cde1811-89d9-4a39-8a7b-9a28fa6a0c08 HTTP/1.1" status: 200 len: 946 time: 0.0657716 Sep 15 02:47:39.568849 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-ff0c2f81-1bc4-42e1-8e99-f55690122b5a req-095a042f-fd30-471c-9fd6-9eba5adf2994 tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] 10.222.0.13 "GET /v2.0/security-groups?id=16cdc185-3249-4453-b1ac-1418ab026e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557294 Sep 15 02:47:39.630507 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.plugin [req-6d7b40a1-4e65-4117-aefd-bf1969e3fe22 req-06b723ae-8dee-432c-ad42-d179ea2e7d1d tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] Deleting port b2153329-f3ab-40ac-846a-a9b0266e854f {{(pid=101045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:47:39.630507 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-6d7b40a1-4e65-4117-aefd-bf1969e3fe22 req-06b723ae-8dee-432c-ad42-d179ea2e7d1d tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781587782193'] for port, before_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:39.868705 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.db [req-6d7b40a1-4e65-4117-aefd-bf1969e3fe22 req-06b723ae-8dee-432c-ad42-d179ea2e7d1d tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] For port b2153329-f3ab-40ac-846a-a9b0266e854f, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=b2153329-f3ab-40ac-846a-a9b0266e854f,segment=NetworkSegment(a162e7d6-fad6-4187-9a1d-b6c37a7ba7cb),segment_id=a162e7d6-fad6-4187-9a1d-b6c37a7ba7cb)] {{(pid=101045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:47:39.869159 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-6d7b40a1-4e65-4117-aefd-bf1969e3fe22 req-06b723ae-8dee-432c-ad42-d179ea2e7d1d tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023821'] for port, precommit_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:39.879325 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfa278e-a2ec-4d61-b031-1a57bbaa542c req-5f12432d-56c6-4168-aa5e-75e0238b6119 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:39.880910 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-adfa278e-a2ec-4d61-b031-1a57bbaa542c req-5f12432d-56c6-4168-aa5e-75e0238b6119 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/ports?device_id=8186c944-7452-44a4-803d-b7a9d00cdc53 HTTP/1.1" status: 200 len: 946 time: 0.0973334 Sep 15 02:47:39.894771 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.plugin [req-6d7b40a1-4e65-4117-aefd-bf1969e3fe22 req-06b723ae-8dee-432c-ad42-d179ea2e7d1d tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] Calling delete_port for b2153329-f3ab-40ac-846a-a9b0266e854f owned by compute:nova {{(pid=101045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:47:39.972851 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-adfa278e-a2ec-4d61-b031-1a57bbaa542c req-fd66978f-746f-454c-adba-c05fd71c931e tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/security-groups?id=005c9161-3e16-459b-9a3f-a4e8732292ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756793 Sep 15 02:47:40.186106 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-6d7b40a1-4e65-4117-aefd-bf1969e3fe22 req-06b723ae-8dee-432c-ad42-d179ea2e7d1d tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781587788279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781587269057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25563207'] for port, after_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:40.198331 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] get_ports_and_sgs() called for port_ids ['b2153329-f3ab-40ac-846a-a9b0266e854f'] {{(pid=101047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 02:47:40.224202 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b723ae-8dee-432c-ad42-d179ea2e7d1d tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] Pushing event deleted for resources: {'Port': ['ID=b2153329-f3ab-40ac-846a-a9b0266e854f,revision_number=None']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:47:40.288630 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 39822) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:47:40.295485 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d7b40a1-4e65-4117-aefd-bf1969e3fe22 req-06b723ae-8dee-432c-ad42-d179ea2e7d1d tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] No DVR routers for this DVR port b2153329-f3ab-40ac-846a-a9b0266e854f on host hv-cinder-75995 {{(pid=101045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 02:47:40.298864 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-6d7b40a1-4e65-4117-aefd-bf1969e3fe22 req-06b723ae-8dee-432c-ad42-d179ea2e7d1d tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89626'] for port, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:40.300863 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-6d7b40a1-4e65-4117-aefd-bf1969e3fe22 req-06b723ae-8dee-432c-ad42-d179ea2e7d1d tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] 10.222.0.38 "DELETE /v2.0/ports/b2153329-f3ab-40ac-846a-a9b0266e854f HTTP/1.1" status: 204 len: 173 time: 0.7827227 Sep 15 02:47:40.301314 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cde1811-89d9-4a39-8a7b-9a28fa6a0c08', 'name': 'network-vif-deleted', 'tag': 'b2153329-f3ab-40ac-846a-a9b0266e854f'}] {{(pid=101045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:47:40.303832 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86c436101efe1a363cd74fb96c1b6796ca3087f8916af27063bbdf5683c89520" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4fcc0a8-03bd-4e13-b375-f48c1a78f188" -d '{"events": [{"server_uuid": "7cde1811-89d9-4a39-8a7b-9a28fa6a0c08", "name": "network-vif-deleted", "tag": "b2153329-f3ab-40ac-846a-a9b0266e854f"}]}' {{(pid=101045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:47:40.360119 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9c5cc3-eec9-4668-9797-84ab05111afa req-a98299da-242c-4bb9-9da2-ce6dacbeccac tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:40.362822 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-0f9c5cc3-eec9-4668-9797-84ab05111afa req-a98299da-242c-4bb9-9da2-ce6dacbeccac tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/ports?device_id=8186c944-7452-44a4-803d-b7a9d00cdc53 HTTP/1.1" status: 200 len: 946 time: 0.0556922 Sep 15 02:47:40.364457 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 02:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bbb74f8-94f9-4f28-be23-70d9ad018b8e x-openstack-request-id: req-8bbb74f8-94f9-4f28-be23-70d9ad018b8e {{(pid=101045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:47:40.369876 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cde1811-89d9-4a39-8a7b-9a28fa6a0c08", "name": "network-vif-deleted", "tag": "b2153329-f3ab-40ac-846a-a9b0266e854f", "status": "completed", "code": 200}]} {{(pid=101045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:47:40.369876 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8bbb74f8-94f9-4f28-be23-70d9ad018b8e {{(pid=101045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:47:40.369876 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cde1811-89d9-4a39-8a7b-9a28fa6a0c08', 'name': 'network-vif-deleted', 'tag': 'b2153329-f3ab-40ac-846a-a9b0266e854f', 'status': 'completed', 'code': 200} Sep 15 02:47:40.473702 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-0f9c5cc3-eec9-4668-9797-84ab05111afa req-ba5dd885-77bc-4419-bed5-928f16bac62f tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/security-groups?id=005c9161-3e16-459b-9a3f-a4e8732292ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048970 Sep 15 02:47:40.479375 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-18bffc68-d2ae-4f33-9250-9dc1edb8b40e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:40.480746 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f691a2f-9002-4ef3-8e23-15e86391ee35 req-957972de-564f-444a-b788-623ecc9c7234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:40.482874 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-2f691a2f-9002-4ef3-8e23-15e86391ee35 req-957972de-564f-444a-b788-623ecc9c7234 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3b73a94c214748a88ea9fc76fb540004&device_id=8186c944-7452-44a4-803d-b7a9d00cdc53 HTTP/1.1" status: 200 len: 1099 time: 0.0801113 Sep 15 02:47:40.585703 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f691a2f-9002-4ef3-8e23-15e86391ee35 req-706d9bbf-1291-4634-8caa-1869b31e064d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:40.603574 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-2f691a2f-9002-4ef3-8e23-15e86391ee35 req-706d9bbf-1291-4634-8caa-1869b31e064d service neutron] 10.222.0.38 "GET /v2.0/networks?id=6f57639e-ff61-4a6a-8bb7-4f6634a3a645 HTTP/1.1" status: 200 len: 912 time: 0.1080999 Sep 15 02:47:40.649893 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-18bffc68-d2ae-4f33-9250-9dc1edb8b40e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:40.713844 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-2f691a2f-9002-4ef3-8e23-15e86391ee35 req-052b3632-8c03-4ab4-92a3-08d99a4ddc33 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=53637e70-77fe-413e-9843-c1c348bf5fea HTTP/1.1" status: 200 len: 1001 time: 0.1006098 Sep 15 02:47:40.736483 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-50a3ea6a-e939-488b-8ecb-3318c0418c2b req-c756583d-dc86-444d-81e0-89bcb8223371 tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cde1811-89d9-4a39-8a7b-9a28fa6a0c08 HTTP/1.1" status: 200 len: 210 time: 0.0396419 Sep 15 02:47:40.778666 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f691a2f-9002-4ef3-8e23-15e86391ee35 req-99aa3422-f095-4b1b-97d4-cd62c7d762f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:40.780483 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-2f691a2f-9002-4ef3-8e23-15e86391ee35 req-99aa3422-f095-4b1b-97d4-cd62c7d762f1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a0f1f6f6-a304-49b2-a651-7b609fdec3ef HTTP/1.1" status: 200 len: 850 time: 0.0506940 Sep 15 02:47:40.829412 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f691a2f-9002-4ef3-8e23-15e86391ee35 req-5676c438-ac39-4a08-adb4-011d8e0b21f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:40.831007 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-2f691a2f-9002-4ef3-8e23-15e86391ee35 req-5676c438-ac39-4a08-adb4-011d8e0b21f3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6f57639e-ff61-4a6a-8bb7-4f6634a3a645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0431390 Sep 15 02:47:40.935904 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-2f691a2f-9002-4ef3-8e23-15e86391ee35 req-7a75a03e-9185-49cc-895f-d9637520c4c9 service neutron] 10.222.0.38 "GET /v2.0/networks/6f57639e-ff61-4a6a-8bb7-4f6634a3a645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972927 Sep 15 02:47:41.037547 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-2f691a2f-9002-4ef3-8e23-15e86391ee35 req-40f2d2c2-0fcb-4409-b730-df2c268015cb service neutron] 10.222.0.38 "GET /v2.0/networks/6f57639e-ff61-4a6a-8bb7-4f6634a3a645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932717 Sep 15 02:47:41.111157 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-18bffc68-d2ae-4f33-9250-9dc1edb8b40e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:41.158482 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-18bffc68-d2ae-4f33-9250-9dc1edb8b40e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b0f365b00e1f4855beaed8dc7e47ff32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8687737 Sep 15 02:47:41.159631 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bffc68-d2ae-4f33-9250-9dc1edb8b40e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f772988-ec3e-49df-974d-2e4408892348,revision_number=1']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:47:41.161305 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 39836) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:47:41.224611 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-fc794c22-8d66-4f69-a856-ebd8f0f7e010 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:41.252546 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-fc794c22-8d66-4f69-a856-ebd8f0f7e010 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:41.379727 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-fc794c22-8d66-4f69-a856-ebd8f0f7e010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:41.382453 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-fc794c22-8d66-4f69-a856-ebd8f0f7e010 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:41.383966 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-fc794c22-8d66-4f69-a856-ebd8f0f7e010 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6f772988-ec3e-49df-974d-2e4408892348 HTTP/1.1" status: 204 len: 168 time: 0.2196944 Sep 15 02:47:41.410169 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc794c22-8d66-4f69-a856-ebd8f0f7e010 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f772988-ec3e-49df-974d-2e4408892348,revision_number=None']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:47:41.630593 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317d7b5d-ad9a-4065-907f-061c6c9751b0 req-53d2a3eb-02d9-4572-9a3c-20a753491f3b tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:41.632494 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-317d7b5d-ad9a-4065-907f-061c6c9751b0 req-53d2a3eb-02d9-4572-9a3c-20a753491f3b tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/ports?device_id=8186c944-7452-44a4-803d-b7a9d00cdc53 HTTP/1.1" status: 200 len: 946 time: 0.0631256 Sep 15 02:47:41.684416 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-317d7b5d-ad9a-4065-907f-061c6c9751b0 req-a07692ec-8f23-4321-9002-6c75e4ceee06 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/security-groups?id=005c9161-3e16-459b-9a3f-a4e8732292ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455191 Sep 15 02:47:41.891084 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-203faa5b-3207-4de5-b0e6-f908bd6df299 req-4ed5cc5a-4338-4cab-9ffb-76379daa484a tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cde1811-89d9-4a39-8a7b-9a28fa6a0c08 HTTP/1.1" status: 200 len: 210 time: 0.0486484 Sep 15 02:47:42.193604 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 39852) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:47:42.208190 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-820c6760-55e4-457b-a5cb-d8e79057c9dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:42.320438 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-820c6760-55e4-457b-a5cb-d8e79057c9dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:42.385226 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-820c6760-55e4-457b-a5cb-d8e79057c9dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:42.425201 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-820c6760-55e4-457b-a5cb-d8e79057c9dd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a943065a9bea4f4e8a7714f4112bcb8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2304111 Sep 15 02:47:42.426008 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820c6760-55e4-457b-a5cb-d8e79057c9dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63a7bb70-944c-423a-bbc3-1e62959258ab,revision_number=1']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:47:42.428248 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 39854) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:47:42.494819 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-5dd1dbe8-76e3-4376-ae12-e23c20566449 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:42.521591 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-5dd1dbe8-76e3-4376-ae12-e23c20566449 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:42.647732 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-5dd1dbe8-76e3-4376-ae12-e23c20566449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:42.651576 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-5dd1dbe8-76e3-4376-ae12-e23c20566449 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:42.656969 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-5dd1dbe8-76e3-4376-ae12-e23c20566449 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/63a7bb70-944c-423a-bbc3-1e62959258ab HTTP/1.1" status: 204 len: 168 time: 0.2274554 Sep 15 02:47:42.671249 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd1dbe8-76e3-4376-ae12-e23c20566449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a7bb70-944c-423a-bbc3-1e62959258ab,revision_number=None']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:47:42.778127 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Device b2153329-f3ab-40ac-846a-a9b0266e854f no longer exists at agent hyperv_hv-cinder-75995 {{(pid=101047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 02:47:42.812234 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.plugin [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] No Port match for: b2153329-f3ab-40ac-846a-a9b0266e854f {{(pid=101047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 02:47:42.812961 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Device b2153329-f3ab-40ac-846a-a9b0266e854f not bound to the agent host hv-cinder-75995 {{(pid=101047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 02:47:42.845260 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb000180-1b68-4241-ad2d-3ceb3f7c2cd2 req-3ab156fb-f69a-40ec-90ea-af71bc1c234d tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:42.851548 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-cb000180-1b68-4241-ad2d-3ceb3f7c2cd2 req-3ab156fb-f69a-40ec-90ea-af71bc1c234d tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/ports?device_id=8186c944-7452-44a4-803d-b7a9d00cdc53 HTTP/1.1" status: 200 len: 946 time: 0.0663636 Sep 15 02:47:42.895546 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-cb000180-1b68-4241-ad2d-3ceb3f7c2cd2 req-90cee7aa-32d8-4d4d-ad69-15b555b0caaf tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/security-groups?id=005c9161-3e16-459b-9a3f-a4e8732292ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430684 Sep 15 02:47:45.436683 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-90a4b193-d7e4-4adf-b7a3-570bdbe686a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:45.870851 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d32491-519d-4812-add4-9994f32a77c5 req-6bc522a5-7e83-40fe-aa3f-b392ff01fcf6 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:45.872993 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-c8d32491-519d-4812-add4-9994f32a77c5 req-6bc522a5-7e83-40fe-aa3f-b392ff01fcf6 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] 10.222.0.13 "GET /v2.0/networks?id=6f14ab56-666c-474c-92c4-21c80d4540e7 HTTP/1.1" status: 200 len: 814 time: 0.1059783 Sep 15 02:47:45.890050 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-c8d32491-519d-4812-add4-9994f32a77c5 req-5fab0a72-d5e8-4d38-a019-497aa7fab136 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] 10.222.0.13 "GET /v2.0/quotas/bda0ae2dd5054c26954555d099295c13 HTTP/1.1" status: 200 len: 375 time: 0.0100958 Sep 15 02:47:45.949131 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-c8d32491-519d-4812-add4-9994f32a77c5 req-0d1e85bb-865e-409b-a627-3e6ad36489a5 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=bda0ae2dd5054c26954555d099295c13&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0530756 Sep 15 02:47:46.047681 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-c8d32491-519d-4812-add4-9994f32a77c5 req-96315d94-db69-48cd-9d95-7c8e7bbed40c service neutron] 10.222.0.13 "GET /v2.0/networks/6f14ab56-666c-474c-92c4-21c80d4540e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879631 Sep 15 02:47:46.146161 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-c8d32491-519d-4812-add4-9994f32a77c5 req-314e11c4-dc8d-4605-ad9a-ecea8cd9bbc3 service neutron] 10.222.0.13 "GET /v2.0/networks/6f14ab56-666c-474c-92c4-21c80d4540e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914941 Sep 15 02:47:46.401120 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-19f63782-3031-440c-9de8-a437d6b311d1 req-13f13584-a148-4cb0-8b68-2f748d786f7a tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4492b77-0aed-433d-b20c-dee4932e615d HTTP/1.1" status: 200 len: 210 time: 0.0348706 Sep 15 02:47:47.502826 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-d303d64a-ef23-4e85-8c44-8d84c70b254f req-c2f0feca-80a1-4b26-86f0-55c4e03490dc tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4492b77-0aed-433d-b20c-dee4932e615d HTTP/1.1" status: 200 len: 210 time: 0.0325851 Sep 15 02:47:47.625403 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a208cf-39b1-42f9-8362-d5832f45de3d req-fe63cbf2-c2cd-4578-91be-b8bf69392611 tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:47.627683 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-f3a208cf-39b1-42f9-8362-d5832f45de3d req-fe63cbf2-c2cd-4578-91be-b8bf69392611 tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] 10.222.0.13 "GET /v2.0/networks?id=8ce6648d-b1f3-413e-9b94-d36df2cb1808 HTTP/1.1" status: 200 len: 813 time: 0.1157196 Sep 15 02:47:47.645815 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-f3a208cf-39b1-42f9-8362-d5832f45de3d req-12662445-b70e-47f4-b0cd-a379f3640ae2 tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] 10.222.0.13 "GET /v2.0/quotas/8c19dfe46e344d2eab446b30ec2c8f0b HTTP/1.1" status: 200 len: 375 time: 0.0109847 Sep 15 02:47:47.681373 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-f3a208cf-39b1-42f9-8362-d5832f45de3d req-b8a3a0ef-ec4b-46fa-b47c-017b32ec803e tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8c19dfe46e344d2eab446b30ec2c8f0b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275292 Sep 15 02:47:47.773415 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-f3a208cf-39b1-42f9-8362-d5832f45de3d req-df964121-84df-4e52-8144-12cace87a7e4 service neutron] 10.222.0.13 "GET /v2.0/networks/8ce6648d-b1f3-413e-9b94-d36df2cb1808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838497 Sep 15 02:47:47.885458 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-f3a208cf-39b1-42f9-8362-d5832f45de3d req-12ff844c-5644-4cfa-b17c-818177e23032 service neutron] 10.222.0.13 "GET /v2.0/networks/8ce6648d-b1f3-413e-9b94-d36df2cb1808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046507 Sep 15 02:47:48.151842 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-54592af6-b005-4e55-a071-6b5644c7617e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:48.160980 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-3113ccec-aee8-4cfe-8cb9-1ab238516e8c req-95e1cfdf-0a4c-48cd-be4b-09c374304c0c tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee5f2276-9b2e-47f2-a3c0-74493921c9ae HTTP/1.1" status: 200 len: 210 time: 0.0279417 Sep 15 02:47:48.464681 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:48.615412 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-564b8726-84c6-47c2-9069-ac94311cb4eb req-348e26b7-c9d6-4eee-a4fa-e3f957d738dd tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4492b77-0aed-433d-b20c-dee4932e615d HTTP/1.1" status: 200 len: 210 time: 0.0331147 Sep 15 02:47:49.143829 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d32491-519d-4812-add4-9994f32a77c5 req-95c210de-da67-40c8-b8e6-7f1fbc23f390 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:49.145263 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-c8d32491-519d-4812-add4-9994f32a77c5 req-95c210de-da67-40c8-b8e6-7f1fbc23f390 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] 10.222.0.38 "GET /v2.0/networks?id=6f14ab56-666c-474c-92c4-21c80d4540e7 HTTP/1.1" status: 200 len: 814 time: 0.3455136 Sep 15 02:47:49.162538 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.v2.base [req-c8d32491-519d-4812-add4-9994f32a77c5 req-e8d366cc-f244-453f-8f80-5fe0b617f0d0 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Request body: {'port': {'device_id': 'c4492b77-0aed-433d-b20c-dee4932e615d', 'network_id': '6f14ab56-666c-474c-92c4-21c80d4540e7', 'admin_state_up': True, 'tenant_id': 'bda0ae2dd5054c26954555d099295c13'}} {{(pid=101045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:47:49.286999 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-b45404c3-b654-4a83-848e-22fed1257107 req-299b9b8b-d60b-4d8e-987a-1bddd06e6198 tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee5f2276-9b2e-47f2-a3c0-74493921c9ae HTTP/1.1" status: 200 len: 210 time: 0.0374775 Sep 15 02:47:49.356309 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8d32491-519d-4812-add4-9994f32a77c5 req-e8d366cc-f244-453f-8f80-5fe0b617f0d0 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Made reservation on behalf of bda0ae2dd5054c26954555d099295c13 for: {'port': 1} {{(pid=101045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:47:49.360523 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-c8d32491-519d-4812-add4-9994f32a77c5 req-e8d366cc-f244-453f-8f80-5fe0b617f0d0 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:49.402094 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-26fc78ca-8f14-4c98-81c4-2d6c26116e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:49.494924 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.db.db_base_plugin_common [req-c8d32491-519d-4812-add4-9994f32a77c5 req-e8d366cc-f244-453f-8f80-5fe0b617f0d0 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Allocated IP 172.20.0.8 (6f14ab56-666c-474c-92c4-21c80d4540e7/b44a5e3d-1dc9-4c9b-904f-be29464cdbfd/487af8df-e2cb-4b77-b9f9-fdf4008ec916) {{(pid=101045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:47:49.651206 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-c8d32491-519d-4812-add4-9994f32a77c5 req-e8d366cc-f244-453f-8f80-5fe0b617f0d0 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Notify callbacks [] for port, precommit_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:49.709439 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-6de9b5cb-b3ce-4ee3-aabb-c781c9d6b5a1 req-de62756c-a29a-42c2-a500-9ea8393aa66e tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4492b77-0aed-433d-b20c-dee4932e615d HTTP/1.1" status: 200 len: 210 time: 0.0299120 Sep 15 02:47:49.759740 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-c8d32491-519d-4812-add4-9994f32a77c5 req-e8d366cc-f244-453f-8f80-5fe0b617f0d0 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781587269048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25563207'] for port, after_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:49.810920 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8d32491-519d-4812-add4-9994f32a77c5 req-e8d366cc-f244-453f-8f80-5fe0b617f0d0 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Network 6f14ab56-666c-474c-92c4-21c80d4540e7 is already hosted by enough agents. {{(pid=101045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:47:49.814845 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.scheduler.base_scheduler [req-c8d32491-519d-4812-add4-9994f32a77c5 req-e8d366cc-f244-453f-8f80-5fe0b617f0d0 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Resources bound (agent type, host, resource id): {{(pid=101045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:47:49.819362 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8d32491-519d-4812-add4-9994f32a77c5 req-e8d366cc-f244-453f-8f80-5fe0b617f0d0 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Received port after_create {{(pid=101045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:47:49.858633 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d366cc-f244-453f-8f80-5fe0b617f0d0 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Pushing event updated for resources: {'Port': ['ID=487af8df-e2cb-4b77-b9f9-fdf4008ec916,revision_number=1']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:47:49.874757 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d366cc-f244-453f-8f80-5fe0b617f0d0 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:47:49.875692 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d366cc-f244-453f-8f80-5fe0b617f0d0 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:47:49.876318 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d366cc-f244-453f-8f80-5fe0b617f0d0 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:47:49.876968 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d366cc-f244-453f-8f80-5fe0b617f0d0 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:47:49.877545 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d366cc-f244-453f-8f80-5fe0b617f0d0 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:47:49.877965 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d366cc-f244-453f-8f80-5fe0b617f0d0 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:47:49.878497 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d366cc-f244-453f-8f80-5fe0b617f0d0 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:47:49.879038 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d366cc-f244-453f-8f80-5fe0b617f0d0 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:47:49.879472 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d366cc-f244-453f-8f80-5fe0b617f0d0 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:47:49.880005 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d366cc-f244-453f-8f80-5fe0b617f0d0 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:47:49.880168 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d366cc-f244-453f-8f80-5fe0b617f0d0 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:47:49.880502 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d366cc-f244-453f-8f80-5fe0b617f0d0 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:47:49.919489 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d32491-519d-4812-add4-9994f32a77c5 req-e8d366cc-f244-453f-8f80-5fe0b617f0d0 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:49.920217 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-c8d32491-519d-4812-add4-9994f32a77c5 req-e8d366cc-f244-453f-8f80-5fe0b617f0d0 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89626'] for port, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:49.986355 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-c8d32491-519d-4812-add4-9994f32a77c5 req-e8d366cc-f244-453f-8f80-5fe0b617f0d0 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8282418 Sep 15 02:47:50.170314 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-d8df433d-2981-41b2-be74-43a4cbe38390 None None] Provisioning complete for port 487af8df-e2cb-4b77-b9f9-fdf4008ec916 triggered by entity DHCP. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:47:50.173344 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-d8df433d-2981-41b2-be74-43a4cbe38390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1575204'] for port, provisioning_complete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:50.226867 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.plugin [None req-d8df433d-2981-41b2-be74-43a4cbe38390 None None] Port 487af8df-e2cb-4b77-b9f9-fdf4008ec916 cannot update to ACTIVE because it is not bound. {{(pid=101047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 02:47:50.379914 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-2a228898-e2e2-4339-a8df-343011a8ff7c req-e3ae1e75-3bcc-483b-8e8e-a56f7be3b1fe tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee5f2276-9b2e-47f2-a3c0-74493921c9ae HTTP/1.1" status: 200 len: 210 time: 0.0366480 Sep 15 02:47:50.678365 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 40104) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:47:50.786399 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-d0b484bb-2665-4b7e-bb2a-bb44e44719b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:50.872860 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58be2dd3-1a53-4482-8e0c-a3db9a93660a req-2ee2a4e6-e47d-4dec-a8e3-7df454cec98d tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:50.875911 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-58be2dd3-1a53-4482-8e0c-a3db9a93660a req-2ee2a4e6-e47d-4dec-a8e3-7df454cec98d tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4492b77-0aed-433d-b20c-dee4932e615d HTTP/1.1" status: 200 len: 931 time: 0.0837753 Sep 15 02:47:50.892824 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-d0b484bb-2665-4b7e-bb2a-bb44e44719b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:50.923685 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-58be2dd3-1a53-4482-8e0c-a3db9a93660a req-b95d9d60-c55d-4944-9c1b-88fe327760ed tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d03ce67-083c-4842-9dce-25b3d5453925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362716 Sep 15 02:47:50.985659 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-d0b484bb-2665-4b7e-bb2a-bb44e44719b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:51.025045 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-d0b484bb-2665-4b7e-bb2a-bb44e44719b3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dfdfe95ed9614427a8b6b233d97711d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3454859 Sep 15 02:47:51.025876 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b484bb-2665-4b7e-bb2a-bb44e44719b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be406c1b-05e2-4852-b3e1-871ffaf0cb72,revision_number=1']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:47:51.027667 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 40110) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:47:51.076220 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-f26c54ae-5f61-4d1e-b7a4-c44459644922 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:51.099137 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-f26c54ae-5f61-4d1e-b7a4-c44459644922 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:51.236419 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-f26c54ae-5f61-4d1e-b7a4-c44459644922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:51.239275 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-f26c54ae-5f61-4d1e-b7a4-c44459644922 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:51.240385 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-4787a0ec-4617-4d18-8d79-4c4aa2145a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:51.240991 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-f26c54ae-5f61-4d1e-b7a4-c44459644922 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/be406c1b-05e2-4852-b3e1-871ffaf0cb72 HTTP/1.1" status: 204 len: 168 time: 0.2114439 Sep 15 02:47:51.249330 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26c54ae-5f61-4d1e-b7a4-c44459644922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be406c1b-05e2-4852-b3e1-871ffaf0cb72,revision_number=None']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:47:51.479404 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-01baf99d-17c4-4662-acd6-025aae6428ff req-a1573711-48f5-41cd-aa6c-6a30cc29537c tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee5f2276-9b2e-47f2-a3c0-74493921c9ae HTTP/1.1" status: 200 len: 210 time: 0.0280273 Sep 15 02:47:51.822810 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 40126) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:47:51.836395 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-1bc07303-e0a9-413c-b77f-1de251341bc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:51.949358 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-1bc07303-e0a9-413c-b77f-1de251341bc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:52.049079 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-1bc07303-e0a9-413c-b77f-1de251341bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:52.101513 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf5b2f2-345d-498a-8054-8d0fea71aeb3 req-b7dc0201-02ff-4de0-8304-e3712264e4e5 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:52.105273 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-9cf5b2f2-345d-498a-8054-8d0fea71aeb3 req-b7dc0201-02ff-4de0-8304-e3712264e4e5 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4492b77-0aed-433d-b20c-dee4932e615d HTTP/1.1" status: 200 len: 931 time: 0.0952933 Sep 15 02:47:52.107669 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-1bc07303-e0a9-413c-b77f-1de251341bc6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9b13a9e969f14fd29b66fce081cf635f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2838395 Sep 15 02:47:52.108668 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc07303-e0a9-413c-b77f-1de251341bc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00b1adc3-6e98-4250-a5a8-8f8180412ed7,revision_number=1']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:47:52.111054 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 40134) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:47:52.150272 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-9cf5b2f2-345d-498a-8054-8d0fea71aeb3 req-fc43f409-3f71-44c6-9324-69b78c1478f4 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d03ce67-083c-4842-9dce-25b3d5453925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380890 Sep 15 02:47:52.173245 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-0b3d0e80-61fa-4fbe-9ec3-aad002bbb0db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:52.201269 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-0b3d0e80-61fa-4fbe-9ec3-aad002bbb0db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:52.339149 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-0b3d0e80-61fa-4fbe-9ec3-aad002bbb0db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:52.341777 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-0b3d0e80-61fa-4fbe-9ec3-aad002bbb0db admin admin] Notify callbacks [] for security_group, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:52.342930 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-0b3d0e80-61fa-4fbe-9ec3-aad002bbb0db admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/00b1adc3-6e98-4250-a5a8-8f8180412ed7 HTTP/1.1" status: 204 len: 168 time: 0.2302973 Sep 15 02:47:52.350743 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3d0e80-61fa-4fbe-9ec3-aad002bbb0db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00b1adc3-6e98-4250-a5a8-8f8180412ed7,revision_number=None']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:47:52.593409 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-77995109-d9a6-439f-a13c-26a3a2d2ea83 req-77a3c0e9-a46c-4ae3-833e-26cabfb0f6ff tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee5f2276-9b2e-47f2-a3c0-74493921c9ae HTTP/1.1" status: 200 len: 210 time: 0.0283597 Sep 15 02:47:53.015120 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 40148) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:47:53.029316 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-aa13f142-faae-404f-880c-390bce2d402f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:53.117889 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-aa13f142-faae-404f-880c-390bce2d402f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:53.179248 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-aa13f142-faae-404f-880c-390bce2d402f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:53.230409 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa13f142-faae-404f-880c-390bce2d402f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f26e9a1a-b023-49c9-88b5-89edf25437e0,revision_number=1']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:47:53.262573 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-aa13f142-faae-404f-880c-390bce2d402f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=43cb8830a3334f6c82e6758eba49663f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2463179 Sep 15 02:47:53.264301 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 40152) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:47:53.283619 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7801ac50-85d0-40a7-83aa-108e100497e4 req-808d7577-f112-4dae-9a51-8de4a03c4c4f tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:53.291258 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-7801ac50-85d0-40a7-83aa-108e100497e4 req-808d7577-f112-4dae-9a51-8de4a03c4c4f tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4492b77-0aed-433d-b20c-dee4932e615d HTTP/1.1" status: 200 len: 931 time: 0.0667121 Sep 15 02:47:53.352311 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-7801ac50-85d0-40a7-83aa-108e100497e4 req-c665f96f-ff4c-4d12-820d-cea937b6982c tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d03ce67-083c-4842-9dce-25b3d5453925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599384 Sep 15 02:47:53.365732 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-d2298f68-ff75-4fec-b346-0656cb7e6d0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:53.391666 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-d2298f68-ff75-4fec-b346-0656cb7e6d0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:53.476592 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-d2298f68-ff75-4fec-b346-0656cb7e6d0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:53.479921 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-d2298f68-ff75-4fec-b346-0656cb7e6d0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:53.483429 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-d2298f68-ff75-4fec-b346-0656cb7e6d0c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f26e9a1a-b023-49c9-88b5-89edf25437e0 HTTP/1.1" status: 204 len: 168 time: 0.2153130 Sep 15 02:47:53.492563 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2298f68-ff75-4fec-b346-0656cb7e6d0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f26e9a1a-b023-49c9-88b5-89edf25437e0,revision_number=None']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:47:53.691510 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-5c29200e-9b45-4701-a1e0-1a5914c34d75 req-f543b1ee-fb15-47c2-95a3-d20c9261a864 tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee5f2276-9b2e-47f2-a3c0-74493921c9ae HTTP/1.1" status: 200 len: 210 time: 0.0288997 Sep 15 02:47:54.478659 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d844cd7e-0b18-4c2f-ac92-c9e9705745f0 req-a44be63b-ab94-44ba-b17f-38afe62bc0f2 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:54.480303 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-d844cd7e-0b18-4c2f-ac92-c9e9705745f0 req-a44be63b-ab94-44ba-b17f-38afe62bc0f2 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4492b77-0aed-433d-b20c-dee4932e615d HTTP/1.1" status: 200 len: 931 time: 0.0485287 Sep 15 02:47:54.527839 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-d844cd7e-0b18-4c2f-ac92-c9e9705745f0 req-0523c76a-049e-411e-8ffc-740ed3c82448 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d03ce67-083c-4842-9dce-25b3d5453925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394747 Sep 15 02:47:54.801719 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-f69e2bee-914b-4203-9e7f-cb0c5cefd204 req-f1d87425-3f0a-4a3c-8907-5bea9fac283d tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee5f2276-9b2e-47f2-a3c0-74493921c9ae HTTP/1.1" status: 200 len: 210 time: 0.0284874 Sep 15 02:47:55.318771 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 40204) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:47:55.428539 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-f7ce229f-8168-4e72-9c83-f33677316c6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:55.541031 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-f7ce229f-8168-4e72-9c83-f33677316c6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:55.646306 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb7c295-d3ef-4c0c-92c2-72ca79c97a7c req-68ccf7ab-dab7-4376-91b9-582d189285b8 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:55.647718 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-9cb7c295-d3ef-4c0c-92c2-72ca79c97a7c req-68ccf7ab-dab7-4376-91b9-582d189285b8 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4492b77-0aed-433d-b20c-dee4932e615d HTTP/1.1" status: 200 len: 931 time: 0.0486140 Sep 15 02:47:55.692659 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-9cb7c295-d3ef-4c0c-92c2-72ca79c97a7c req-707a392f-a375-4cc5-a9e6-0d713725b9de tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d03ce67-083c-4842-9dce-25b3d5453925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390856 Sep 15 02:47:55.907497 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-5f634882-8902-4df6-b862-f74442f3f84e req-b2de3ba3-7cae-4a1c-bdcb-6a73787736a5 tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee5f2276-9b2e-47f2-a3c0-74493921c9ae HTTP/1.1" status: 200 len: 210 time: 0.0264642 Sep 15 02:47:56.121696 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-f7ce229f-8168-4e72-9c83-f33677316c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:56.166839 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-f7ce229f-8168-4e72-9c83-f33677316c6b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b5ea0bcaaa8f407c926950c89e979c43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8605504 Sep 15 02:47:56.167840 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ce229f-8168-4e72-9c83-f33677316c6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb616279-3ff6-4110-ac50-6fe9c6fc16ab,revision_number=1']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:47:56.170714 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 40216) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:47:56.229446 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-ff3ab814-a67e-4522-88d5-5ef8ba7ded58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:56.256200 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-ff3ab814-a67e-4522-88d5-5ef8ba7ded58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:56.393815 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-ff3ab814-a67e-4522-88d5-5ef8ba7ded58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:56.399496 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-ff3ab814-a67e-4522-88d5-5ef8ba7ded58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:56.399496 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-ff3ab814-a67e-4522-88d5-5ef8ba7ded58 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bb616279-3ff6-4110-ac50-6fe9c6fc16ab HTTP/1.1" status: 204 len: 168 time: 0.2255378 Sep 15 02:47:56.407343 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3ab814-a67e-4522-88d5-5ef8ba7ded58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb616279-3ff6-4110-ac50-6fe9c6fc16ab,revision_number=None']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:47:56.832604 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc876b22-115d-4398-ac6e-4d5ef4b54174 req-9fe41f10-a255-40d3-b3ce-00f687cba914 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:56.834187 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-fc876b22-115d-4398-ac6e-4d5ef4b54174 req-9fe41f10-a255-40d3-b3ce-00f687cba914 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4492b77-0aed-433d-b20c-dee4932e615d HTTP/1.1" status: 200 len: 931 time: 0.0666952 Sep 15 02:47:56.880018 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-fc876b22-115d-4398-ac6e-4d5ef4b54174 req-54990e94-da1e-4d2e-aef7-ead6f0e58021 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d03ce67-083c-4842-9dce-25b3d5453925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370295 Sep 15 02:47:57.012422 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-46ea37b5-3ed6-47f6-a6fa-df9f1206d7a6 req-4ac2d304-bd1c-42cd-85ce-ff547b4763b3 tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee5f2276-9b2e-47f2-a3c0-74493921c9ae HTTP/1.1" status: 200 len: 210 time: 0.0280728 Sep 15 02:47:58.018323 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067aa591-fb14-4f67-96a0-94c420a61e17 req-048d88ea-47da-4602-8fdd-196d24e1670c tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:58.027914 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-067aa591-fb14-4f67-96a0-94c420a61e17 req-048d88ea-47da-4602-8fdd-196d24e1670c tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4492b77-0aed-433d-b20c-dee4932e615d HTTP/1.1" status: 200 len: 931 time: 0.0705371 Sep 15 02:47:58.077601 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-067aa591-fb14-4f67-96a0-94c420a61e17 req-d5266d8a-3140-4c96-805c-95ec2a39d1ce tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d03ce67-083c-4842-9dce-25b3d5453925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484419 Sep 15 02:47:58.180081 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-7732c8e3-038d-45b7-9252-40d1e82ada5c req-b451551f-fe55-4748-ad81-e6542f59bd72 tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee5f2276-9b2e-47f2-a3c0-74493921c9ae HTTP/1.1" status: 200 len: 210 time: 0.0298021 Sep 15 02:47:58.532351 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 40276) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:47:58.648769 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 40282) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:47:58.711706 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-6b3804cd-e224-46c0-a520-9da0befdf165 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:58.750340 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-99f7c4d5-ea94-499b-b783-f71f0a41635e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:58.838804 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-6b3804cd-e224-46c0-a520-9da0befdf165 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:58.947254 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-6b3804cd-e224-46c0-a520-9da0befdf165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:59.006783 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-6b3804cd-e224-46c0-a520-9da0befdf165 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=61ed15f41fa94c4480d79240bcb9efe0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3569403 Sep 15 02:47:59.009785 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 40286) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:47:59.011492 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3804cd-e224-46c0-a520-9da0befdf165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acc0d562-bd61-446c-b0f8-5ce347d31c45,revision_number=1']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:47:59.065053 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-77c825fb-bc02-4654-a955-8b0172853ce0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:59.090517 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-77c825fb-bc02-4654-a955-8b0172853ce0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:59.113330 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-99f7c4d5-ea94-499b-b783-f71f0a41635e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:59.173232 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-99f7c4d5-ea94-499b-b783-f71f0a41635e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:59.190171 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-77c825fb-bc02-4654-a955-8b0172853ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:59.193203 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-77c825fb-bc02-4654-a955-8b0172853ce0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:59.194468 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-77c825fb-bc02-4654-a955-8b0172853ce0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/acc0d562-bd61-446c-b0f8-5ce347d31c45 HTTP/1.1" status: 204 len: 168 time: 0.1834288 Sep 15 02:47:59.208127 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c825fb-bc02-4654-a955-8b0172853ce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acc0d562-bd61-446c-b0f8-5ce347d31c45,revision_number=None']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:47:59.224741 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f7c4d5-ea94-499b-b783-f71f0a41635e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c9d5d3a-3a67-43d3-bf8e-5de159cf4cd5,revision_number=1']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:47:59.257276 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-99f7c4d5-ea94-499b-b783-f71f0a41635e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c77497f9695643b1a019aae7c07ffd8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7238131 Sep 15 02:47:59.259863 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 40296) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:47:59.294905 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7da1363-6199-4f5e-a553-0b78d11b5bed req-db4fe217-ea30-483a-803e-6133b14fe368 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:47:59.296467 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-d7da1363-6199-4f5e-a553-0b78d11b5bed req-db4fe217-ea30-483a-803e-6133b14fe368 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4492b77-0aed-433d-b20c-dee4932e615d HTTP/1.1" status: 200 len: 931 time: 0.1200852 Sep 15 02:47:59.311584 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-e1548f3f-0053-49f6-87ae-4f875e9da615 req-e7aaea06-51d4-49ae-872b-a9fded1983a0 tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee5f2276-9b2e-47f2-a3c0-74493921c9ae HTTP/1.1" status: 200 len: 210 time: 0.0278342 Sep 15 02:47:59.376530 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-d7da1363-6199-4f5e-a553-0b78d11b5bed req-94b8680f-7c80-43a2-8ce2-080a4b4cf3ec tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d03ce67-083c-4842-9dce-25b3d5453925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715473 Sep 15 02:47:59.382638 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-11bcb4ba-4522-4996-9eb1-2bb912ab14e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:59.407770 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-11bcb4ba-4522-4996-9eb1-2bb912ab14e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:59.527756 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-11bcb4ba-4522-4996-9eb1-2bb912ab14e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:59.530467 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-11bcb4ba-4522-4996-9eb1-2bb912ab14e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:47:59.532486 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-11bcb4ba-4522-4996-9eb1-2bb912ab14e6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9c9d5d3a-3a67-43d3-bf8e-5de159cf4cd5 HTTP/1.1" status: 204 len: 168 time: 0.2716010 Sep 15 02:47:59.545593 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bcb4ba-4522-4996-9eb1-2bb912ab14e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c9d5d3a-3a67-43d3-bf8e-5de159cf4cd5,revision_number=None']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:00.428416 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-536f612a-cd65-48ab-84aa-f4b919f47292 req-d19628e3-d8f5-4a34-9916-dc56b9454d77 tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee5f2276-9b2e-47f2-a3c0-74493921c9ae HTTP/1.1" status: 200 len: 210 time: 0.0319419 Sep 15 02:48:00.531584 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7439d1-ca83-4c25-88c3-e19d24551fd3 req-cc3622ad-affd-472b-8a03-8aa6e0dabe6e tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:00.539463 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-fa7439d1-ca83-4c25-88c3-e19d24551fd3 req-cc3622ad-affd-472b-8a03-8aa6e0dabe6e tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4492b77-0aed-433d-b20c-dee4932e615d HTTP/1.1" status: 200 len: 931 time: 0.0582876 Sep 15 02:48:00.573879 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-fa7439d1-ca83-4c25-88c3-e19d24551fd3 req-32dece46-08b1-45b6-b83d-d1680af54e49 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d03ce67-083c-4842-9dce-25b3d5453925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348966 Sep 15 02:48:00.630854 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.v2.base [req-c8d32491-519d-4812-add4-9994f32a77c5 req-544cd767-785b-4d26-8d1f-a701c3804f4c service neutron] Request body: {'port': {'device_id': 'c4492b77-0aed-433d-b20c-dee4932e615d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=101045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:48:00.686908 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-c8d32491-519d-4812-add4-9994f32a77c5 req-544cd767-785b-4d26-8d1f-a701c3804f4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:00.718128 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 40352) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:48:00.848636 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.v2.base [None req-8fab56db-b15a-4aec-8f9f-29f359b531a2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1977677375-network', 'tenant_id': 'e2069618e1d743fb819278a57e7a8e6f'}} {{(pid=101046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:48:00.901503 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 40358) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:48:00.958630 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fab56db-b15a-4aec-8f9f-29f359b531a2 admin admin] Made reservation on behalf of e2069618e1d743fb819278a57e7a8e6f for: {'network': 1} {{(pid=101046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:48:00.961995 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-8fab56db-b15a-4aec-8f9f-29f359b531a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for network, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:00.971750 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.notifiers.nova [req-c8d32491-519d-4812-add4-9994f32a77c5 req-544cd767-785b-4d26-8d1f-a701c3804f4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 487af8df-e2cb-4b77-b9f9-fdf4008ec916 {{(pid=101045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 02:48:00.979350 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-c8d32491-519d-4812-add4-9994f32a77c5 req-544cd767-785b-4d26-8d1f-a701c3804f4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:00.983390 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-8fab56db-b15a-4aec-8f9f-29f359b531a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:00.992391 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.db.provisioning_blocks [req-c8d32491-519d-4812-add4-9994f32a77c5 req-544cd767-785b-4d26-8d1f-a701c3804f4c service neutron] Transition to ACTIVE for port object 487af8df-e2cb-4b77-b9f9-fdf4008ec916 will not be triggered until provisioned by entity L2. {{(pid=101045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 02:48:01.061612 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-ba437025-1bd6-4354-a89d-50d9630d398a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:01.075816 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-c8d32491-519d-4812-add4-9994f32a77c5 req-544cd767-785b-4d26-8d1f-a701c3804f4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25563230'] for port, after_update {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:01.128008 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a208cf-39b1-42f9-8362-d5832f45de3d req-107e0b6e-8cb1-4ed5-b41e-7171e39c2c4e tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:01.129765 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-f3a208cf-39b1-42f9-8362-d5832f45de3d req-107e0b6e-8cb1-4ed5-b41e-7171e39c2c4e tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] 10.222.0.38 "GET /v2.0/networks?id=8ce6648d-b1f3-413e-9b94-d36df2cb1808 HTTP/1.1" status: 200 len: 813 time: 0.1851418 Sep 15 02:48:01.145741 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.v2.base [req-f3a208cf-39b1-42f9-8362-d5832f45de3d req-90da0aab-044d-44ad-b5d1-4cd1efc5e287 tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] Request body: {'port': {'device_id': 'ee5f2276-9b2e-47f2-a3c0-74493921c9ae', 'network_id': '8ce6648d-b1f3-413e-9b94-d36df2cb1808', 'admin_state_up': True, 'tenant_id': '8c19dfe46e344d2eab446b30ec2c8f0b'}} {{(pid=101046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:48:01.150057 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544cd767-785b-4d26-8d1f-a701c3804f4c service neutron] Pushing event updated for resources: {'Port': ['ID=487af8df-e2cb-4b77-b9f9-fdf4008ec916,revision_number=2']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:01.215595 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.managers [req-c8d32491-519d-4812-add4-9994f32a77c5 req-544cd767-785b-4d26-8d1f-a701c3804f4c service neutron] Attempting to bind port 487af8df-e2cb-4b77-b9f9-fdf4008ec916 on host hv-cinder-75995 for vnic_type normal with profile {{(pid=101045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 02:48:01.215975 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.managers [req-c8d32491-519d-4812-add4-9994f32a77c5 req-544cd767-785b-4d26-8d1f-a701c3804f4c service neutron] Attempting to bind port 487af8df-e2cb-4b77-b9f9-fdf4008ec916 by drivers openvswitch,hyperv on host hv-cinder-75995 at level 0 using segments [{'id': 'a62a0362-9a53-4c6f-aebd-c70982ef9284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6f14ab56-666c-474c-92c4-21c80d4540e7'}] {{(pid=101045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 02:48:01.216309 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d32491-519d-4812-add4-9994f32a77c5 req-544cd767-785b-4d26-8d1f-a701c3804f4c service neutron] Attempting to bind port 487af8df-e2cb-4b77-b9f9-fdf4008ec916 on network 6f14ab56-666c-474c-92c4-21c80d4540e7 {{(pid=101045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:48:01.223008 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d32491-519d-4812-add4-9994f32a77c5 req-544cd767-785b-4d26-8d1f-a701c3804f4c service neutron] Port 487af8df-e2cb-4b77-b9f9-fdf4008ec916 on network 6f14ab56-666c-474c-92c4-21c80d4540e7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75995 {{(pid=101045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 02:48:01.223375 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d32491-519d-4812-add4-9994f32a77c5 req-544cd767-785b-4d26-8d1f-a701c3804f4c service neutron] Attempting to bind port 487af8df-e2cb-4b77-b9f9-fdf4008ec916 on network 6f14ab56-666c-474c-92c4-21c80d4540e7 {{(pid=101045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:48:01.229989 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d32491-519d-4812-add4-9994f32a77c5 req-544cd767-785b-4d26-8d1f-a701c3804f4c service neutron] Checking agent: {'id': 'bf643b19-1b67-4f44-847e-0724d3e1ee06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 42, 35), 'started_at': datetime.datetime(2021, 9, 15, 2, 42, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 2, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 02:48:01.230352 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d32491-519d-4812-add4-9994f32a77c5 req-544cd767-785b-4d26-8d1f-a701c3804f4c service neutron] Checking segment: {'id': 'a62a0362-9a53-4c6f-aebd-c70982ef9284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6f14ab56-666c-474c-92c4-21c80d4540e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:48:01.230740 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d32491-519d-4812-add4-9994f32a77c5 req-544cd767-785b-4d26-8d1f-a701c3804f4c service neutron] Bound using segment: {'id': 'a62a0362-9a53-4c6f-aebd-c70982ef9284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6f14ab56-666c-474c-92c4-21c80d4540e7'} {{(pid=101045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 02:48:01.231205 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.managers [req-c8d32491-519d-4812-add4-9994f32a77c5 req-544cd767-785b-4d26-8d1f-a701c3804f4c service neutron] Bound port: 487af8df-e2cb-4b77-b9f9-fdf4008ec916, host: hv-cinder-75995, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a62a0362-9a53-4c6f-aebd-c70982ef9284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6f14ab56-666c-474c-92c4-21c80d4540e7'}}] {{(pid=101045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 02:48:01.231565 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-c8d32491-519d-4812-add4-9994f32a77c5 req-544cd767-785b-4d26-8d1f-a701c3804f4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:01.320728 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-8fab56db-b15a-4aec-8f9f-29f359b531a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:01.322852 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.db [req-c8d32491-519d-4812-add4-9994f32a77c5 req-544cd767-785b-4d26-8d1f-a701c3804f4c service neutron] For port 487af8df-e2cb-4b77-b9f9-fdf4008ec916, host hv-cinder-75995, cleared binding levels {{(pid=101045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 02:48:01.326297 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.db [req-c8d32491-519d-4812-add4-9994f32a77c5 req-544cd767-785b-4d26-8d1f-a701c3804f4c service neutron] For port 487af8df-e2cb-4b77-b9f9-fdf4008ec916, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=487af8df-e2cb-4b77-b9f9-fdf4008ec916,segment=NetworkSegment(a62a0362-9a53-4c6f-aebd-c70982ef9284),segment_id=a62a0362-9a53-4c6f-aebd-c70982ef9284)] {{(pid=101045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 02:48:01.383629 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-8fab56db-b15a-4aec-8f9f-29f359b531a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:01.423502 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fab56db-b15a-4aec-8f9f-29f359b531a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=101046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 02:48:01.443866 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fab56db-b15a-4aec-8f9f-29f359b531a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83d8764c-caed-42b3-a290-058f0e573033,revision_number=1']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:01.448502 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-c8d32491-519d-4812-add4-9994f32a77c5 req-544cd767-785b-4d26-8d1f-a701c3804f4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25563230'] for port, after_update {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:01.449352 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-8fab56db-b15a-4aec-8f9f-29f359b531a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1581261'] for segment, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:01.449698 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.db.segments_db [None req-8fab56db-b15a-4aec-8f9f-29f359b531a2 admin admin] Added segment 9bd77118-6cfd-474e-ae0c-59175021701f of type vlan for network 193dcded-1dc2-4a00-ae04-fe03560a70da Sep 15 02:48:01.485206 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d32491-519d-4812-add4-9994f32a77c5 req-544cd767-785b-4d26-8d1f-a701c3804f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:01.486896 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-c8d32491-519d-4812-add4-9994f32a77c5 req-544cd767-785b-4d26-8d1f-a701c3804f4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89626'] for port, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:01.487246 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-c8d32491-519d-4812-add4-9994f32a77c5 req-544cd767-785b-4d26-8d1f-a701c3804f4c service neutron] 10.222.0.38 "PUT /v2.0/ports/487af8df-e2cb-4b77-b9f9-fdf4008ec916 HTTP/1.1" status: 200 len: 1093 time: 0.8610816 Sep 15 02:48:01.487696 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4492b77-0aed-433d-b20c-dee4932e615d', 'tag': '487af8df-e2cb-4b77-b9f9-fdf4008ec916'}] {{(pid=101045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:48:01.489963 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86c436101efe1a363cd74fb96c1b6796ca3087f8916af27063bbdf5683c89520" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d30c082a-1e45-4cc3-bda9-4fa4bb7a407c" -d '{"events": [{"name": "network-changed", "server_uuid": "c4492b77-0aed-433d-b20c-dee4932e615d", "tag": "487af8df-e2cb-4b77-b9f9-fdf4008ec916"}]}' {{(pid=101045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:48:01.507460 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-8fab56db-b15a-4aec-8f9f-29f359b531a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781587303702'] for network, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:01.544400 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544cd767-785b-4d26-8d1f-a701c3804f4c service neutron] Pushing event updated for resources: {'Port': ['ID=487af8df-e2cb-4b77-b9f9-fdf4008ec916,revision_number=3']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:01.553304 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 02:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-693c3eec-e1d2-42c1-9d27-dcf8b68cfcc8 x-openstack-request-id: req-693c3eec-e1d2-42c1-9d27-dcf8b68cfcc8 {{(pid=101045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:48:01.554058 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4492b77-0aed-433d-b20c-dee4932e615d", "tag": "487af8df-e2cb-4b77-b9f9-fdf4008ec916", "status": "completed", "code": 200}]} {{(pid=101045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:48:01.555054 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-693c3eec-e1d2-42c1-9d27-dcf8b68cfcc8 {{(pid=101045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:48:01.555787 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4492b77-0aed-433d-b20c-dee4932e615d', 'tag': '487af8df-e2cb-4b77-b9f9-fdf4008ec916', 'status': 'completed', 'code': 200} Sep 15 02:48:01.572228 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-5ce576dc-c25f-4cb6-8f2c-514c4d02423b req-7ff65097-764f-400e-80ad-7739415e2b86 tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee5f2276-9b2e-47f2-a3c0-74493921c9ae HTTP/1.1" status: 200 len: 210 time: 0.0484030 Sep 15 02:48:01.589553 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-ba437025-1bd6-4354-a89d-50d9630d398a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:01.631522 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-8fab56db-b15a-4aec-8f9f-29f359b531a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858'] for network, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:01.636521 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fab56db-b15a-4aec-8f9f-29f359b531a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:01.640998 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-8fab56db-b15a-4aec-8f9f-29f359b531a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577872'] for network, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:01.644231 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30c082a-1e45-4cc3-bda9-4fa4bb7a407c req-13b98c1d-a0ae-4b5e-ba59-cf1499e8e3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:01.646196 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-d30c082a-1e45-4cc3-bda9-4fa4bb7a407c req-13b98c1d-a0ae-4b5e-ba59-cf1499e8e3ae service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=bda0ae2dd5054c26954555d099295c13&device_id=c4492b77-0aed-433d-b20c-dee4932e615d HTTP/1.1" status: 200 len: 1096 time: 0.0602798 Sep 15 02:48:01.675073 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-ba437025-1bd6-4354-a89d-50d9630d398a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:01.727970 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fab56db-b15a-4aec-8f9f-29f359b531a2 admin admin] Pushing event updated for resources: {'Network': ['ID=193dcded-1dc2-4a00-ae04-fe03560a70da,revision_number=1']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:01.740874 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Network 193dcded-1dc2-4a00-ae04-fe03560a70da details requested by agent ovs-agent-dv-cinder-759955-25-smb with host dv-cinder-759955-25-smb {{(pid=101047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 02:48:01.753651 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-ba437025-1bd6-4354-a89d-50d9630d398a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3f99963eeaa94c8ca7cacacb7a11b955&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8510571 Sep 15 02:48:01.756099 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba437025-1bd6-4354-a89d-50d9630d398a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=611f1443-0968-47cf-9055-3f9f7740f2c2,revision_number=1']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:01.756693 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 40374) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:48:01.775519 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab382407-897e-4887-8d4f-9813402a74cf req-c1f6f177-0f26-4999-b77d-ac098b1fd18f tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:01.777063 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-ab382407-897e-4887-8d4f-9813402a74cf req-c1f6f177-0f26-4999-b77d-ac098b1fd18f tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4492b77-0aed-433d-b20c-dee4932e615d HTTP/1.1" status: 200 len: 943 time: 0.1297989 Sep 15 02:48:01.831039 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3a208cf-39b1-42f9-8362-d5832f45de3d req-90da0aab-044d-44ad-b5d1-4cd1efc5e287 tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] Made reservation on behalf of 8c19dfe46e344d2eab446b30ec2c8f0b for: {'port': 1} {{(pid=101046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:48:01.834504 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [req-f3a208cf-39b1-42f9-8362-d5832f45de3d req-90da0aab-044d-44ad-b5d1-4cd1efc5e287 tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:01.847856 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30c082a-1e45-4cc3-bda9-4fa4bb7a407c req-2c26a119-a0a2-4638-8deb-78e4b3a388e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:01.849324 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-d30c082a-1e45-4cc3-bda9-4fa4bb7a407c req-2c26a119-a0a2-4638-8deb-78e4b3a388e9 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=bda0ae2dd5054c26954555d099295c13&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1886792 Sep 15 02:48:01.858127 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-ab382407-897e-4887-8d4f-9813402a74cf req-3fadaa77-b91a-4cfd-a9f1-db1311edc13d tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d03ce67-083c-4842-9dce-25b3d5453925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702190 Sep 15 02:48:01.888402 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-4fc83da9-fcb8-4d2d-88ff-a2a50b3ce7e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:01.946392 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-8fab56db-b15a-4aec-8f9f-29f359b531a2 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2239993 Sep 15 02:48:01.947927 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 40376) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:48:01.952755 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-4fc83da9-fcb8-4d2d-88ff-a2a50b3ce7e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:01.955053 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.v2.base [None req-cc69f13d-e29e-4292-b0cd-38b2b79f5891 admin admin] Request body: {'subnet': {'network_id': '193dcded-1dc2-4a00-ae04-fe03560a70da', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1977677375-subnet', 'tenant_id': 'e2069618e1d743fb819278a57e7a8e6f', 'ip_version': 4}} {{(pid=101046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:48:01.982740 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.db.db_base_plugin_common [req-f3a208cf-39b1-42f9-8362-d5832f45de3d req-90da0aab-044d-44ad-b5d1-4cd1efc5e287 tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] Allocated IP 172.20.0.4 (8ce6648d-b1f3-413e-9b94-d36df2cb1808/c7dca805-2447-4e3d-bb9c-d18872dcba70/49dee741-3619-49f5-bf6e-f7b4ab591903) {{(pid=101046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:48:01.998528 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30c082a-1e45-4cc3-bda9-4fa4bb7a407c req-e19a534e-3dfa-4031-93e2-709cdf4819f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:02.000826 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-d30c082a-1e45-4cc3-bda9-4fa4bb7a407c req-e19a534e-3dfa-4031-93e2-709cdf4819f1 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1392431 Sep 15 02:48:02.038324 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc69f13d-e29e-4292-b0cd-38b2b79f5891 admin admin] Made reservation on behalf of e2069618e1d743fb819278a57e7a8e6f for: {'subnet': 1} {{(pid=101046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:48:02.040508 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-cc69f13d-e29e-4292-b0cd-38b2b79f5891 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27079578'] for subnet, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:02.074543 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d32491-519d-4812-add4-9994f32a77c5 req-3e204c1f-51e3-4a81-92d0-7941fd2aa7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:02.076033 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-c8d32491-519d-4812-add4-9994f32a77c5 req-3e204c1f-51e3-4a81-92d0-7941fd2aa7f2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=bda0ae2dd5054c26954555d099295c13&device_id=c4492b77-0aed-433d-b20c-dee4932e615d HTTP/1.1" status: 200 len: 1096 time: 0.0408216 Sep 15 02:48:02.081554 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-4fc83da9-fcb8-4d2d-88ff-a2a50b3ce7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:02.084229 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-4fc83da9-fcb8-4d2d-88ff-a2a50b3ce7e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:02.085285 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-4fc83da9-fcb8-4d2d-88ff-a2a50b3ce7e8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/611f1443-0968-47cf-9055-3f9f7740f2c2 HTTP/1.1" status: 204 len: 168 time: 0.3275144 Sep 15 02:48:02.126828 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc83da9-fcb8-4d2d-88ff-a2a50b3ce7e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=611f1443-0968-47cf-9055-3f9f7740f2c2,revision_number=None']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:02.130634 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-c8d32491-519d-4812-add4-9994f32a77c5 req-bcf5685f-0b8f-47ac-85fa-780731dbca14 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=487af8df-e2cb-4b77-b9f9-fdf4008ec916 HTTP/1.1" status: 200 len: 217 time: 0.0443845 Sep 15 02:48:02.196601 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d32491-519d-4812-add4-9994f32a77c5 req-446e906a-7523-4bcb-a0a1-ffb58cd4f298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:02.198036 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-c8d32491-519d-4812-add4-9994f32a77c5 req-446e906a-7523-4bcb-a0a1-ffb58cd4f298 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b44a5e3d-1dc9-4c9b-904f-be29464cdbfd HTTP/1.1" status: 200 len: 853 time: 0.0585244 Sep 15 02:48:02.202498 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [req-f3a208cf-39b1-42f9-8362-d5832f45de3d req-90da0aab-044d-44ad-b5d1-4cd1efc5e287 tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] Notify callbacks [] for port, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:02.248181 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d32491-519d-4812-add4-9994f32a77c5 req-79378853-3e08-41fa-b680-d2b7f6df0a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:02.249725 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-c8d32491-519d-4812-add4-9994f32a77c5 req-79378853-3e08-41fa-b680-d2b7f6df0a4e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6f14ab56-666c-474c-92c4-21c80d4540e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0445154 Sep 15 02:48:02.350512 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-c8d32491-519d-4812-add4-9994f32a77c5 req-bc81b553-694a-45a3-b841-49df1c688532 service neutron] 10.222.0.38 "GET /v2.0/networks/6f14ab56-666c-474c-92c4-21c80d4540e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931220 Sep 15 02:48:02.475258 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-c8d32491-519d-4812-add4-9994f32a77c5 req-2a28a442-11ab-4ff4-baf4-657873ca3bf5 service neutron] 10.222.0.38 "GET /v2.0/networks/6f14ab56-666c-474c-92c4-21c80d4540e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159074 Sep 15 02:48:02.613907 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [req-f3a208cf-39b1-42f9-8362-d5832f45de3d req-90da0aab-044d-44ad-b5d1-4cd1efc5e287 tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781587269048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25909702'] for port, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:02.645998 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-cc69f13d-e29e-4292-b0cd-38b2b79f5891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25909674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27079604'] for subnet, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:02.721974 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3a208cf-39b1-42f9-8362-d5832f45de3d req-90da0aab-044d-44ad-b5d1-4cd1efc5e287 tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] Network 8ce6648d-b1f3-413e-9b94-d36df2cb1808 is already hosted by enough agents. {{(pid=101046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:48:02.732715 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.scheduler.base_scheduler [req-f3a208cf-39b1-42f9-8362-d5832f45de3d req-90da0aab-044d-44ad-b5d1-4cd1efc5e287 tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] Resources bound (agent type, host, resource id): {{(pid=101046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:48:02.735215 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90da0aab-044d-44ad-b5d1-4cd1efc5e287 tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] Pushing event updated for resources: {'Port': ['ID=49dee741-3619-49f5-bf6e-f7b4ab591903,revision_number=1']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:02.741319 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3a208cf-39b1-42f9-8362-d5832f45de3d req-90da0aab-044d-44ad-b5d1-4cd1efc5e287 tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] Received port after_create {{(pid=101046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:48:02.785412 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc69f13d-e29e-4292-b0cd-38b2b79f5891 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd4fc7d4-cfa1-4970-b768-c487501b6af1,revision_number=0']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:02.812600 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cbf479-8f30-4ec1-a03e-26365018e0bd req-f8a2f70a-2b1b-465f-9d89-0f4590ac22d7 tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:02.814164 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-d6cbf479-8f30-4ec1-a03e-26365018e0bd req-f8a2f70a-2b1b-465f-9d89-0f4590ac22d7 tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee5f2276-9b2e-47f2-a3c0-74493921c9ae HTTP/1.1" status: 200 len: 931 time: 0.1660645 Sep 15 02:48:02.828991 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc69f13d-e29e-4292-b0cd-38b2b79f5891 admin admin] Checking segment: {'id': '9bd77118-6cfd-474e-ae0c-59175021701f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '193dcded-1dc2-4a00-ae04-fe03560a70da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:48:02.829284 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc69f13d-e29e-4292-b0cd-38b2b79f5891 admin admin] Network hostable DHCP agents. Network: 193dcded-1dc2-4a00-ae04-fe03560a70da, hostable agents: ['4ac00676-0bd7-4634-9dbc-c2a760561995'], hosted agents: [] {{(pid=101046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 02:48:02.838053 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a208cf-39b1-42f9-8362-d5832f45de3d req-90da0aab-044d-44ad-b5d1-4cd1efc5e287 tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:02.838548 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [req-f3a208cf-39b1-42f9-8362-d5832f45de3d req-90da0aab-044d-44ad-b5d1-4cd1efc5e287 tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89626'] for port, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:02.884667 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-d6cbf479-8f30-4ec1-a03e-26365018e0bd req-fb0a038c-2301-4c65-a3cf-6cfaf2395be3 tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] 10.222.0.13 "GET /v2.0/security-groups?id=16cdc185-3249-4453-b1ac-1418ab026e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618627 Sep 15 02:48:02.942329 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daec59c9-801c-4336-8b17-12eb6da420e4 req-2cf138b1-19c3-4924-8bd7-7b47f0f7c5b7 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:02.943918 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-daec59c9-801c-4336-8b17-12eb6da420e4 req-2cf138b1-19c3-4924-8bd7-7b47f0f7c5b7 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cf59451-e65c-4f13-b3e1-07c1aeb51055 HTTP/1.1" status: 200 len: 946 time: 0.0700188 Sep 15 02:48:02.945442 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-f3a208cf-39b1-42f9-8362-d5832f45de3d req-90da0aab-044d-44ad-b5d1-4cd1efc5e287 tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8035989 Sep 15 02:48:02.969613 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.v2.base [req-f3a208cf-39b1-42f9-8362-d5832f45de3d req-c927a532-ce66-461e-b066-b31ba2be5f5b service neutron] Request body: {'port': {'device_id': 'ee5f2276-9b2e-47f2-a3c0-74493921c9ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=101046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:48:02.988752 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc69f13d-e29e-4292-b0cd-38b2b79f5891 admin admin] Network 193dcded-1dc2-4a00-ae04-fe03560a70da is scheduled to be hosted by DHCP agent 4ac00676-0bd7-4634-9dbc-c2a760561995 with binding_index 1 {{(pid=101046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 02:48:02.992811 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-daec59c9-801c-4336-8b17-12eb6da420e4 req-f482908e-149a-4ab5-8d9c-d87071e9db8f tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea3f50e-21de-421b-b9af-b4641846795e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406036 Sep 15 02:48:03.055260 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d61ce8-d895-4317-a69b-be93991d1f9c req-6b7dd262-a4de-4abf-b44b-e167f2f4e8a4 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:03.056806 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-87d61ce8-d895-4317-a69b-be93991d1f9c req-6b7dd262-a4de-4abf-b44b-e167f2f4e8a4 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4492b77-0aed-433d-b20c-dee4932e615d HTTP/1.1" status: 200 len: 943 time: 0.1042504 Sep 15 02:48:03.059756 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [req-f3a208cf-39b1-42f9-8362-d5832f45de3d req-c927a532-ce66-461e-b066-b31ba2be5f5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:03.077261 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.scheduler.base_scheduler [None req-cc69f13d-e29e-4292-b0cd-38b2b79f5891 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-25-smb, 193dcded-1dc2-4a00-ae04-fe03560a70da) {{(pid=101046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:48:03.086678 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4feba3a7-e770-43df-a693-cd544561c573 None None] Network 193dcded-1dc2-4a00-ae04-fe03560a70da requested from dv-cinder-759955-25-smb {{(pid=101047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 02:48:03.091436 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc69f13d-e29e-4292-b0cd-38b2b79f5891 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:03.091436 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-cc69f13d-e29e-4292-b0cd-38b2b79f5891 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:03.146446 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-87d61ce8-d895-4317-a69b-be93991d1f9c req-b90ad10c-da21-46ca-9499-b5e15b080565 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d03ce67-083c-4842-9dce-25b3d5453925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776796 Sep 15 02:48:03.222080 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 40414) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:48:03.222342 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-cc69f13d-e29e-4292-b0cd-38b2b79f5891 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2732089 Sep 15 02:48:03.226985 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.v2.base [None req-84e6ee2c-c008-48a9-b14b-fcddb82ab100 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1977677375-router', 'tenant_id': 'e2069618e1d743fb819278a57e7a8e6f', 'external_gateway_info': {'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1'}}} {{(pid=101045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:48:03.258008 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-148b154c-e342-44af-91ed-1974d0695102 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe85668e-e89f-562c-b83c-593ad87c45d5-193dcded-1dc2-4a00-ae04-fe03560a70da', 'network_id': '193dcded-1dc2-4a00-ae04-fe03560a70da', 'tenant_id': 'e2069618e1d743fb819278a57e7a8e6f', 'fixed_ips': [{'subnet_id': 'cd4fc7d4-cfa1-4970-b768-c487501b6af1'}]}} from dv-cinder-759955-25-smb. {{(pid=101047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 02:48:03.258994 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-148b154c-e342-44af-91ed-1974d0695102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_create {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:03.287452 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-84e6ee2c-c008-48a9-b14b-fcddb82ab100 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1030536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-969'] for router, before_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:03.288877 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-84e6ee2c-c008-48a9-b14b-fcddb82ab100 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1030936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1028488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-970245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-978'] for router, precommit_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:03.382101 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-84e6ee2c-c008-48a9-b14b-fcddb82ab100 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:03.407985 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.notifiers.nova [req-f3a208cf-39b1-42f9-8362-d5832f45de3d req-c927a532-ce66-461e-b066-b31ba2be5f5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49dee741-3619-49f5-bf6e-f7b4ab591903 {{(pid=101046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 02:48:03.414507 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.db_base_plugin_common [None req-148b154c-e342-44af-91ed-1974d0695102 None None] Allocated IP 172.20.0.2 (193dcded-1dc2-4a00-ae04-fe03560a70da/cd4fc7d4-cfa1-4970-b768-c487501b6af1/12feef62-0b4c-46b3-8eb3-5a4a02ad9f29) {{(pid=101047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:48:03.415836 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [req-f3a208cf-39b1-42f9-8362-d5832f45de3d req-c927a532-ce66-461e-b066-b31ba2be5f5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:03.429488 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.db.provisioning_blocks [req-f3a208cf-39b1-42f9-8362-d5832f45de3d req-c927a532-ce66-461e-b066-b31ba2be5f5b service neutron] Transition to ACTIVE for port object 49dee741-3619-49f5-bf6e-f7b4ab591903 will not be triggered until provisioned by entity L2. {{(pid=101046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 02:48:03.527351 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [req-f3a208cf-39b1-42f9-8362-d5832f45de3d req-c927a532-ce66-461e-b066-b31ba2be5f5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25909727'] for port, after_update {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:03.566090 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-148b154c-e342-44af-91ed-1974d0695102 None None] Notify callbacks [] for port, precommit_create {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:03.582338 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c927a532-ce66-461e-b066-b31ba2be5f5b service neutron] Pushing event updated for resources: {'Port': ['ID=49dee741-3619-49f5-bf6e-f7b4ab591903,revision_number=2']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:03.598576 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-84e6ee2c-c008-48a9-b14b-fcddb82ab100 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:03.642138 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-148b154c-e342-44af-91ed-1974d0695102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781587269048'] for port, after_create {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:03.664469 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.managers [req-f3a208cf-39b1-42f9-8362-d5832f45de3d req-c927a532-ce66-461e-b066-b31ba2be5f5b service neutron] Attempting to bind port 49dee741-3619-49f5-bf6e-f7b4ab591903 on host hv-cinder-75995 for vnic_type normal with profile {{(pid=101046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 02:48:03.664469 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.managers [req-f3a208cf-39b1-42f9-8362-d5832f45de3d req-c927a532-ce66-461e-b066-b31ba2be5f5b service neutron] Attempting to bind port 49dee741-3619-49f5-bf6e-f7b4ab591903 by drivers openvswitch,hyperv on host hv-cinder-75995 at level 0 using segments [{'id': 'a162e7d6-fad6-4187-9a1d-b6c37a7ba7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '8ce6648d-b1f3-413e-9b94-d36df2cb1808'}] {{(pid=101046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 02:48:03.664469 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a208cf-39b1-42f9-8362-d5832f45de3d req-c927a532-ce66-461e-b066-b31ba2be5f5b service neutron] Attempting to bind port 49dee741-3619-49f5-bf6e-f7b4ab591903 on network 8ce6648d-b1f3-413e-9b94-d36df2cb1808 {{(pid=101046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:48:03.674510 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a208cf-39b1-42f9-8362-d5832f45de3d req-c927a532-ce66-461e-b066-b31ba2be5f5b service neutron] Port 49dee741-3619-49f5-bf6e-f7b4ab591903 on network 8ce6648d-b1f3-413e-9b94-d36df2cb1808 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75995 {{(pid=101046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 02:48:03.674670 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a208cf-39b1-42f9-8362-d5832f45de3d req-c927a532-ce66-461e-b066-b31ba2be5f5b service neutron] Attempting to bind port 49dee741-3619-49f5-bf6e-f7b4ab591903 on network 8ce6648d-b1f3-413e-9b94-d36df2cb1808 {{(pid=101046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:48:03.684397 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-148b154c-e342-44af-91ed-1974d0695102 None None] Network 193dcded-1dc2-4a00-ae04-fe03560a70da is already hosted by enough agents. {{(pid=101047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:48:03.684918 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a208cf-39b1-42f9-8362-d5832f45de3d req-c927a532-ce66-461e-b066-b31ba2be5f5b service neutron] Checking agent: {'id': 'bf643b19-1b67-4f44-847e-0724d3e1ee06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 42, 35), 'started_at': datetime.datetime(2021, 9, 15, 2, 42, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 2, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 02:48:03.685639 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a208cf-39b1-42f9-8362-d5832f45de3d req-c927a532-ce66-461e-b066-b31ba2be5f5b service neutron] Checking segment: {'id': 'a162e7d6-fad6-4187-9a1d-b6c37a7ba7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '8ce6648d-b1f3-413e-9b94-d36df2cb1808'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:48:03.686563 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a208cf-39b1-42f9-8362-d5832f45de3d req-c927a532-ce66-461e-b066-b31ba2be5f5b service neutron] Bound using segment: {'id': 'a162e7d6-fad6-4187-9a1d-b6c37a7ba7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '8ce6648d-b1f3-413e-9b94-d36df2cb1808'} {{(pid=101046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 02:48:03.687219 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.managers [req-f3a208cf-39b1-42f9-8362-d5832f45de3d req-c927a532-ce66-461e-b066-b31ba2be5f5b service neutron] Bound port: 49dee741-3619-49f5-bf6e-f7b4ab591903, host: hv-cinder-75995, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a162e7d6-fad6-4187-9a1d-b6c37a7ba7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '8ce6648d-b1f3-413e-9b94-d36df2cb1808'}}] {{(pid=101046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 02:48:03.687750 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [req-f3a208cf-39b1-42f9-8362-d5832f45de3d req-c927a532-ce66-461e-b066-b31ba2be5f5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:03.688850 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.scheduler.base_scheduler [None req-148b154c-e342-44af-91ed-1974d0695102 None None] Resources bound (agent type, host, resource id): {{(pid=101047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:48:03.695041 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148b154c-e342-44af-91ed-1974d0695102 None None] Received port after_create {{(pid=101047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:48:03.708518 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148b154c-e342-44af-91ed-1974d0695102 None None] Pushing event updated for resources: {'Port': ['ID=12feef62-0b4c-46b3-8eb3-5a4a02ad9f29,revision_number=1']} {{(pid=101047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:03.732459 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148b154c-e342-44af-91ed-1974d0695102 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:48:03.733216 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148b154c-e342-44af-91ed-1974d0695102 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:48:03.733216 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148b154c-e342-44af-91ed-1974d0695102 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:48:03.733448 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148b154c-e342-44af-91ed-1974d0695102 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:48:03.733783 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148b154c-e342-44af-91ed-1974d0695102 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:48:03.734808 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148b154c-e342-44af-91ed-1974d0695102 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:48:03.735288 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148b154c-e342-44af-91ed-1974d0695102 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:48:03.735629 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148b154c-e342-44af-91ed-1974d0695102 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:48:03.735983 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148b154c-e342-44af-91ed-1974d0695102 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:48:03.736320 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148b154c-e342-44af-91ed-1974d0695102 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:48:03.736645 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148b154c-e342-44af-91ed-1974d0695102 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:48:03.736964 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148b154c-e342-44af-91ed-1974d0695102 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:48:03.758672 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.db [req-f3a208cf-39b1-42f9-8362-d5832f45de3d req-c927a532-ce66-461e-b066-b31ba2be5f5b service neutron] For port 49dee741-3619-49f5-bf6e-f7b4ab591903, host hv-cinder-75995, cleared binding levels {{(pid=101046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 02:48:03.762227 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.db [req-f3a208cf-39b1-42f9-8362-d5832f45de3d req-c927a532-ce66-461e-b066-b31ba2be5f5b service neutron] For port 49dee741-3619-49f5-bf6e-f7b4ab591903, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=49dee741-3619-49f5-bf6e-f7b4ab591903,segment=NetworkSegment(a162e7d6-fad6-4187-9a1d-b6c37a7ba7cb),segment_id=a162e7d6-fad6-4187-9a1d-b6c37a7ba7cb)] {{(pid=101046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 02:48:03.779192 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.managers [None req-148b154c-e342-44af-91ed-1974d0695102 None None] Attempting to bind port 12feef62-0b4c-46b3-8eb3-5a4a02ad9f29 on host dv-cinder-759955-25-smb for vnic_type normal with profile {{(pid=101047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 02:48:03.779557 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.managers [None req-148b154c-e342-44af-91ed-1974d0695102 None None] Attempting to bind port 12feef62-0b4c-46b3-8eb3-5a4a02ad9f29 by drivers openvswitch,hyperv on host dv-cinder-759955-25-smb at level 0 using segments [{'id': '9bd77118-6cfd-474e-ae0c-59175021701f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '193dcded-1dc2-4a00-ae04-fe03560a70da'}] {{(pid=101047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 02:48:03.779928 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148b154c-e342-44af-91ed-1974d0695102 None None] Attempting to bind port 12feef62-0b4c-46b3-8eb3-5a4a02ad9f29 on network 193dcded-1dc2-4a00-ae04-fe03560a70da {{(pid=101047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:48:03.785999 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148b154c-e342-44af-91ed-1974d0695102 None None] Checking agent: {'id': '129dda3c-f944-45fc-94b1-aa204aafba01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-25-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 36, 18), 'started_at': datetime.datetime(2021, 9, 15, 2, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 2, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-25-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 02:48:03.790282 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148b154c-e342-44af-91ed-1974d0695102 None None] Checking segment: {'id': '9bd77118-6cfd-474e-ae0c-59175021701f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '193dcded-1dc2-4a00-ae04-fe03560a70da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:48:03.790282 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-148b154c-e342-44af-91ed-1974d0695102 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:03.790282 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148b154c-e342-44af-91ed-1974d0695102 None None] Bound using segment: {'id': '9bd77118-6cfd-474e-ae0c-59175021701f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '193dcded-1dc2-4a00-ae04-fe03560a70da'} {{(pid=101047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 02:48:03.790282 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.managers [None req-148b154c-e342-44af-91ed-1974d0695102 None None] Bound port: 12feef62-0b4c-46b3-8eb3-5a4a02ad9f29, host: dv-cinder-759955-25-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bd77118-6cfd-474e-ae0c-59175021701f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '193dcded-1dc2-4a00-ae04-fe03560a70da'}}] {{(pid=101047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 02:48:03.790282 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-148b154c-e342-44af-91ed-1974d0695102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:03.830793 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [req-f3a208cf-39b1-42f9-8362-d5832f45de3d req-c927a532-ce66-461e-b066-b31ba2be5f5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25909727'] for port, after_update {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:03.860630 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-84e6ee2c-c008-48a9-b14b-fcddb82ab100 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:03.863429 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-148b154c-e342-44af-91ed-1974d0695102 None None] For port 12feef62-0b4c-46b3-8eb3-5a4a02ad9f29, host dv-cinder-759955-25-smb, cleared binding levels {{(pid=101047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 02:48:03.866864 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-148b154c-e342-44af-91ed-1974d0695102 None None] For port 12feef62-0b4c-46b3-8eb3-5a4a02ad9f29, host dv-cinder-759955-25-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-smb',level=0,port_id=12feef62-0b4c-46b3-8eb3-5a4a02ad9f29,segment=NetworkSegment(9bd77118-6cfd-474e-ae0c-59175021701f),segment_id=9bd77118-6cfd-474e-ae0c-59175021701f)] {{(pid=101047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 02:48:03.872017 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a208cf-39b1-42f9-8362-d5832f45de3d req-c927a532-ce66-461e-b066-b31ba2be5f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:03.872668 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [req-f3a208cf-39b1-42f9-8362-d5832f45de3d req-c927a532-ce66-461e-b066-b31ba2be5f5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89626'] for port, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:03.874062 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-f3a208cf-39b1-42f9-8362-d5832f45de3d req-c927a532-ce66-461e-b066-b31ba2be5f5b service neutron] 10.222.0.38 "PUT /v2.0/ports/49dee741-3619-49f5-bf6e-f7b4ab591903 HTTP/1.1" status: 200 len: 1093 time: 0.9092932 Sep 15 02:48:03.874506 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee5f2276-9b2e-47f2-a3c0-74493921c9ae', 'tag': '49dee741-3619-49f5-bf6e-f7b4ab591903'}] {{(pid=101046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:48:03.876822 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09f236bde6c897f5223593461388a859426f0e46db55c614fbf86303128fc53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d7da450-08e5-4c9c-a105-c026a3532009" -d '{"events": [{"name": "network-changed", "server_uuid": "ee5f2276-9b2e-47f2-a3c0-74493921c9ae", "tag": "49dee741-3619-49f5-bf6e-f7b4ab591903"}]}' {{(pid=101046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:48:03.882370 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-84e6ee2c-c008-48a9-b14b-fcddb82ab100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:03.900163 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c927a532-ce66-461e-b066-b31ba2be5f5b service neutron] Pushing event updated for resources: {'Port': ['ID=49dee741-3619-49f5-bf6e-f7b4ab591903,revision_number=3']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:03.924694 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 02:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a46b79c-420e-4af5-9989-4160a38f304d x-openstack-request-id: req-7a46b79c-420e-4af5-9989-4160a38f304d {{(pid=101046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:48:03.925232 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee5f2276-9b2e-47f2-a3c0-74493921c9ae", "tag": "49dee741-3619-49f5-bf6e-f7b4ab591903", "status": "completed", "code": 200}]} {{(pid=101046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:48:03.925354 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7a46b79c-420e-4af5-9989-4160a38f304d {{(pid=101046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:48:03.925815 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee5f2276-9b2e-47f2-a3c0-74493921c9ae', 'tag': '49dee741-3619-49f5-bf6e-f7b4ab591903', 'status': 'completed', 'code': 200} Sep 15 02:48:03.973519 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-148b154c-e342-44af-91ed-1974d0695102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:04.005264 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.db.db_base_plugin_common [None req-84e6ee2c-c008-48a9-b14b-fcddb82ab100 admin admin] Allocated IP 172.28.3.80 (33518f62-a6b6-442c-a872-dfb5ddf2cbe1/7529c9c6-8ff3-40d4-8357-6b3b49e7afdc/ce48348a-1b61-4c56-bf9e-51f122871519) {{(pid=101045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:48:04.019001 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7da450-08e5-4c9c-a105-c026a3532009 req-2702f544-b41a-41ec-9763-eaab6fa1e5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:04.020738 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-4d7da450-08e5-4c9c-a105-c026a3532009 req-2702f544-b41a-41ec-9763-eaab6fa1e5fb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8c19dfe46e344d2eab446b30ec2c8f0b&device_id=ee5f2276-9b2e-47f2-a3c0-74493921c9ae HTTP/1.1" status: 200 len: 1096 time: 0.0734344 Sep 15 02:48:04.033368 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7c955b-08c2-411e-abb9-9f9f3f570a52 req-f29c5e7e-5b32-4370-9fcd-61c5b8663a97 tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:04.039222 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-4c7c955b-08c2-411e-abb9-9f9f3f570a52 req-f29c5e7e-5b32-4370-9fcd-61c5b8663a97 tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee5f2276-9b2e-47f2-a3c0-74493921c9ae HTTP/1.1" status: 200 len: 943 time: 0.0819702 Sep 15 02:48:04.086123 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148b154c-e342-44af-91ed-1974d0695102 None None] Pushing event updated for resources: {'Port': ['ID=12feef62-0b4c-46b3-8eb3-5a4a02ad9f29,revision_number=2']} {{(pid=101047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:04.155665 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-4c7c955b-08c2-411e-abb9-9f9f3f570a52 req-b69651a9-bfd1-47ea-8e1b-df6f807f594d tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] 10.222.0.13 "GET /v2.0/security-groups?id=16cdc185-3249-4453-b1ac-1418ab026e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875978 Sep 15 02:48:04.200287 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7da450-08e5-4c9c-a105-c026a3532009 req-68de7b35-faf6-44e6-9153-005e20fd7e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:04.202721 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-4d7da450-08e5-4c9c-a105-c026a3532009 req-68de7b35-faf6-44e6-9153-005e20fd7e36 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=8c19dfe46e344d2eab446b30ec2c8f0b&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1625807 Sep 15 02:48:04.222479 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa079da-872c-4e60-8a96-e3b068b60724 req-597f1ed0-fd82-408d-87fe-0ccd33c24bfe tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:04.224017 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-eaa079da-872c-4e60-8a96-e3b068b60724 req-597f1ed0-fd82-408d-87fe-0ccd33c24bfe tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cf59451-e65c-4f13-b3e1-07c1aeb51055 HTTP/1.1" status: 200 len: 946 time: 0.0825219 Sep 15 02:48:04.234732 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-84e6ee2c-c008-48a9-b14b-fcddb82ab100 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:04.303538 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-eaa079da-872c-4e60-8a96-e3b068b60724 req-6f829a95-6948-40ce-be9e-32c738333102 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea3f50e-21de-421b-b9af-b4641846795e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671728 Sep 15 02:48:04.370821 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7da450-08e5-4c9c-a105-c026a3532009 req-596cf363-1be9-4f89-942f-a5993b6c8585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:04.375349 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-4d7da450-08e5-4c9c-a105-c026a3532009 req-596cf363-1be9-4f89-942f-a5993b6c8585 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1619060 Sep 15 02:48:04.378361 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-84e6ee2c-c008-48a9-b14b-fcddb82ab100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781587269048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25563207'] for port, after_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:04.383169 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007faa37-5467-4931-bb85-8c26a9bcd665 req-7336c226-4ada-4619-8c72-a28fb0c87fb1 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:04.388723 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-007faa37-5467-4931-bb85-8c26a9bcd665 req-7336c226-4ada-4619-8c72-a28fb0c87fb1 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4492b77-0aed-433d-b20c-dee4932e615d HTTP/1.1" status: 200 len: 943 time: 0.1366127 Sep 15 02:48:04.428528 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e6ee2c-c008-48a9-b14b-fcddb82ab100 admin admin] Network 33518f62-a6b6-442c-a872-dfb5ddf2cbe1 is already hosted by enough agents. {{(pid=101045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:48:04.430047 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.scheduler.base_scheduler [None req-84e6ee2c-c008-48a9-b14b-fcddb82ab100 admin admin] Resources bound (agent type, host, resource id): {{(pid=101045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:48:04.439817 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e6ee2c-c008-48a9-b14b-fcddb82ab100 admin admin] Received port after_create {{(pid=101045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:48:04.467375 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-007faa37-5467-4931-bb85-8c26a9bcd665 req-d106154a-b1db-4825-ac85-f5cad2017acc tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d03ce67-083c-4842-9dce-25b3d5453925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716875 Sep 15 02:48:04.481352 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a208cf-39b1-42f9-8362-d5832f45de3d req-21a216db-3bda-4eeb-b928-8e5a70c2d3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:04.483064 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-f3a208cf-39b1-42f9-8362-d5832f45de3d req-21a216db-3bda-4eeb-b928-8e5a70c2d3c1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8c19dfe46e344d2eab446b30ec2c8f0b&device_id=ee5f2276-9b2e-47f2-a3c0-74493921c9ae HTTP/1.1" status: 200 len: 1096 time: 0.0523441 Sep 15 02:48:04.497290 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e6ee2c-c008-48a9-b14b-fcddb82ab100 admin admin] Pushing event updated for resources: {'Port': ['ID=ce48348a-1b61-4c56-bf9e-51f122871519,revision_number=1']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:04.525759 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-f3a208cf-39b1-42f9-8362-d5832f45de3d req-5ce4b592-8581-4b56-98e3-67efe688b06e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=49dee741-3619-49f5-bf6e-f7b4ab591903 HTTP/1.1" status: 200 len: 217 time: 0.0339215 Sep 15 02:48:04.577883 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a208cf-39b1-42f9-8362-d5832f45de3d req-bab1670c-9370-4866-bd8b-d37f36b808de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:04.579589 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-f3a208cf-39b1-42f9-8362-d5832f45de3d req-bab1670c-9370-4866-bd8b-d37f36b808de service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c7dca805-2447-4e3d-bb9c-d18872dcba70 HTTP/1.1" status: 200 len: 853 time: 0.0451562 Sep 15 02:48:04.613258 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-f3a208cf-39b1-42f9-8362-d5832f45de3d req-c1add5ac-cd29-4823-a63b-70deeccf8edc service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=8ce6648d-b1f3-413e-9b94-d36df2cb1808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264618 Sep 15 02:48:04.717318 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-f3a208cf-39b1-42f9-8362-d5832f45de3d req-8f21049b-a977-4748-9c4f-3dcf54e765a2 service neutron] 10.222.0.38 "GET /v2.0/networks/8ce6648d-b1f3-413e-9b94-d36df2cb1808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956850 Sep 15 02:48:04.805736 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c4d29f-0349-4cc1-b683-60cfa9ee2018 req-4a50dda7-f0a7-48e9-9151-b7ba262bef5f tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:04.807457 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-f7c4d29f-0349-4cc1-b683-60cfa9ee2018 req-4a50dda7-f0a7-48e9-9151-b7ba262bef5f tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.38 "GET /v2.0/ports?device_id=3cf59451-e65c-4f13-b3e1-07c1aeb51055 HTTP/1.1" status: 200 len: 946 time: 0.3436127 Sep 15 02:48:04.813120 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-f3a208cf-39b1-42f9-8362-d5832f45de3d req-60e6eaef-3140-4e97-b01b-752a832d7c01 service neutron] 10.222.0.38 "GET /v2.0/networks/8ce6648d-b1f3-413e-9b94-d36df2cb1808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880756 Sep 15 02:48:04.911716 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Device 487af8df-e2cb-4b77-b9f9-fdf4008ec916 details requested by agent hyperv_hv-cinder-75995 with host hv-cinder-75995 {{(pid=101047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 02:48:04.987190 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.plugin [req-f7c4d29f-0349-4cc1-b683-60cfa9ee2018 req-13ca342b-26c0-448d-9c35-e4f8c1cb2640 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Deleting port 7803cf27-e539-421b-b66e-690840106306 {{(pid=101045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:48:04.987437 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-f7c4d29f-0349-4cc1-b683-60cfa9ee2018 req-13ca342b-26c0-448d-9c35-e4f8c1cb2640 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781587782193'] for port, before_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:05.032223 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] For port 487af8df-e2cb-4b77-b9f9-fdf4008ec916, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=487af8df-e2cb-4b77-b9f9-fdf4008ec916,segment=NetworkSegment(a62a0362-9a53-4c6f-aebd-c70982ef9284),segment_id=a62a0362-9a53-4c6f-aebd-c70982ef9284)] {{(pid=101047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:48:05.045655 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Returning: {'device': '487af8df-e2cb-4b77-b9f9-fdf4008ec916', 'network_id': '6f14ab56-666c-474c-92c4-21c80d4540e7', 'port_id': '487af8df-e2cb-4b77-b9f9-fdf4008ec916', 'mac_address': 'fa:16:3e:15:7f:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b44a5e3d-1dc9-4c9b-904f-be29464cdbfd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 02:48:05.085971 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:05.099777 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.notifiers.nova [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 487af8df-e2cb-4b77-b9f9-fdf4008ec916 {{(pid=101047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 02:48:05.122584 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] For port 487af8df-e2cb-4b77-b9f9-fdf4008ec916, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=487af8df-e2cb-4b77-b9f9-fdf4008ec916,segment=NetworkSegment(a62a0362-9a53-4c6f-aebd-c70982ef9284),segment_id=a62a0362-9a53-4c6f-aebd-c70982ef9284)] {{(pid=101047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:48:05.165281 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.db [req-f7c4d29f-0349-4cc1-b683-60cfa9ee2018 req-13ca342b-26c0-448d-9c35-e4f8c1cb2640 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] For port 7803cf27-e539-421b-b66e-690840106306, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=7803cf27-e539-421b-b66e-690840106306,segment=NetworkSegment(05f52a86-8cc0-4a65-9024-5aaf0393990e),segment_id=05f52a86-8cc0-4a65-9024-5aaf0393990e)] {{(pid=101045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:48:05.165644 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-f7c4d29f-0349-4cc1-b683-60cfa9ee2018 req-13ca342b-26c0-448d-9c35-e4f8c1cb2640 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023821'] for port, precommit_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:05.180714 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-84e6ee2c-c008-48a9-b14b-fcddb82ab100 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:05.188382 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:05.257781 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Pushing event updated for resources: {'Port': ['ID=487af8df-e2cb-4b77-b9f9-fdf4008ec916,revision_number=4']} {{(pid=101047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:05.289597 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe3d5764-04c4-4563-a22f-e74d2aff749c None None] Network 193dcded-1dc2-4a00-ae04-fe03560a70da requested from dv-cinder-759955-25-smb {{(pid=101047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 02:48:05.395265 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-daca1d61-5744-48f1-9bd8-188bd80e6916 None None] Provisioning complete for port 12feef62-0b4c-46b3-8eb3-5a4a02ad9f29 triggered by entity DHCP. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:48:05.395891 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-daca1d61-5744-48f1-9bd8-188bd80e6916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1575204'] for port, provisioning_complete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:05.443247 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] get_ports_and_sgs() called for port_ids ['487af8df-e2cb-4b77-b9f9-fdf4008ec916'] {{(pid=101047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 02:48:05.460081 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba941d6-4001-475c-a5c3-5ce73ba66657 req-045b12b0-a18a-45f5-8aa2-01705e8dc176 tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:05.461627 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-2ba941d6-4001-475c-a5c3-5ce73ba66657 req-045b12b0-a18a-45f5-8aa2-01705e8dc176 tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee5f2276-9b2e-47f2-a3c0-74493921c9ae HTTP/1.1" status: 200 len: 943 time: 0.1889219 Sep 15 02:48:05.480614 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:05.494751 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f58704-4828-4891-a12d-79266faa2b4c req-2fae339d-de96-4313-8966-b8c013d9b7a8 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:05.497815 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-c1f58704-4828-4891-a12d-79266faa2b4c req-2fae339d-de96-4313-8966-b8c013d9b7a8 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cf59451-e65c-4f13-b3e1-07c1aeb51055 HTTP/1.1" status: 200 len: 946 time: 0.0736303 Sep 15 02:48:05.538905 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-c1f58704-4828-4891-a12d-79266faa2b4c req-570453ba-cc93-490c-9dbc-d3a98c5cf0b6 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/security-groups?id=aea3f50e-21de-421b-b9af-b4641846795e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337796 Sep 15 02:48:05.615852 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-2ba941d6-4001-475c-a5c3-5ce73ba66657 req-c711b333-35d9-416a-836e-83c426e14828 tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] 10.222.0.13 "GET /v2.0/security-groups?id=16cdc185-3249-4453-b1ac-1418ab026e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456680 Sep 15 02:48:05.619963 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-daca1d61-5744-48f1-9bd8-188bd80e6916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:05.635469 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-f7c4d29f-0349-4cc1-b683-60cfa9ee2018 req-13ca342b-26c0-448d-9c35-e4f8c1cb2640 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:05.636270 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-f7c4d29f-0349-4cc1-b683-60cfa9ee2018 req-13ca342b-26c0-448d-9c35-e4f8c1cb2640 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1028869'] for floatingip, after_update {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:05.636949 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.db.l3_db [req-f7c4d29f-0349-4cc1-b683-60cfa9ee2018 req-13ca342b-26c0-448d-9c35-e4f8c1cb2640 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Floating IP c91dd017-fb18-47bd-92a5-e85c8f3452fe disassociated. External IP: 172.28.3.26, port: 7803cf27-e539-421b-b66e-690840106306. Sep 15 02:48:05.640011 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.plugin [req-f7c4d29f-0349-4cc1-b683-60cfa9ee2018 req-13ca342b-26c0-448d-9c35-e4f8c1cb2640 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Calling delete_port for 7803cf27-e539-421b-b66e-690840106306 owned by compute:nova {{(pid=101045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:48:05.701386 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e385a0d2-4efa-4068-88a4-30dbe1a6a7d0 req-8e6a7d00-182c-43a8-8995-1d0c20f0e30b tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:05.701640 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-daca1d61-5744-48f1-9bd8-188bd80e6916 None None] For port 12feef62-0b4c-46b3-8eb3-5a4a02ad9f29, host dv-cinder-759955-25-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-smb',level=0,port_id=12feef62-0b4c-46b3-8eb3-5a4a02ad9f29,segment=NetworkSegment(9bd77118-6cfd-474e-ae0c-59175021701f),segment_id=9bd77118-6cfd-474e-ae0c-59175021701f)] {{(pid=101047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:48:05.704670 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-e385a0d2-4efa-4068-88a4-30dbe1a6a7d0 req-8e6a7d00-182c-43a8-8995-1d0c20f0e30b tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4492b77-0aed-433d-b20c-dee4932e615d HTTP/1.1" status: 200 len: 944 time: 0.0661891 Sep 15 02:48:05.735157 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-84e6ee2c-c008-48a9-b14b-fcddb82ab100 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1030935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028959'] for router, after_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:05.766312 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-e385a0d2-4efa-4068-88a4-30dbe1a6a7d0 req-8d57f022-ecb3-4053-adb1-769de96dd578 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d03ce67-083c-4842-9dce-25b3d5453925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537696 Sep 15 02:48:05.784692 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-daca1d61-5744-48f1-9bd8-188bd80e6916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:05.857510 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daca1d61-5744-48f1-9bd8-188bd80e6916 None None] Pushing event updated for resources: {'Port': ['ID=12feef62-0b4c-46b3-8eb3-5a4a02ad9f29,revision_number=3']} {{(pid=101047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:05.909856 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-55dbe455-521a-4aba-8f4c-8099cb45485a None None] Provisioning complete for port 12feef62-0b4c-46b3-8eb3-5a4a02ad9f29 triggered by entity DHCP. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:48:05.910444 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-55dbe455-521a-4aba-8f4c-8099cb45485a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1575204'] for port, provisioning_complete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:05.972716 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-f7c4d29f-0349-4cc1-b683-60cfa9ee2018 req-13ca342b-26c0-448d-9c35-e4f8c1cb2640 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781587788279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781587269057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25563207'] for port, after_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:05.999827 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ca342b-26c0-448d-9c35-e4f8c1cb2640 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Pushing event deleted for resources: {'Port': ['ID=7803cf27-e539-421b-b66e-690840106306,revision_number=None']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:06.008763 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84e6ee2c-c008-48a9-b14b-fcddb82ab100 admin admin] Router e64f9850-2080-4c4c-bdf3-ca89f9de2926 is scheduled to L3 agent 22749488-15d0-44a3-a4aa-285786541688 with binding_index 1 {{(pid=101045) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 02:48:06.190955 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84e6ee2c-c008-48a9-b14b-fcddb82ab100 admin admin] Notify agent at l3_agent.dv-cinder-759955-25-smb the message routers_updated {{(pid=101045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 02:48:06.200400 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f42a332-81b1-4727-9175-7243a67916cf None None] Sync routers for ids ['e64f9850-2080-4c4c-bdf3-ca89f9de2926'] in dv-cinder-759955-25-smb {{(pid=101047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 02:48:06.214720 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f42a332-81b1-4727-9175-7243a67916cf None None] Routers {'e64f9850-2080-4c4c-bdf3-ca89f9de2926'} bound to L3 agent in host dv-cinder-759955-25-smb {{(pid=101047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:48:06.217477 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f7c4d29f-0349-4cc1-b683-60cfa9ee2018 req-13ca342b-26c0-448d-9c35-e4f8c1cb2640 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Router dfc0be1a-b117-4d36-9642-3bafdc9ad3b7 has already been hosted by L3 agent 22749488-15d0-44a3-a4aa-285786541688 {{(pid=101045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 02:48:06.217615 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_hamode_db [None req-6f42a332-81b1-4727-9175-7243a67916cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T02:36:18Z,description=,heartbeat_timestamp=2021-09-15T02:47:48Z,host='dv-cinder-759955-25-smb',id=22749488-15d0-44a3-a4aa-285786541688,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:36:19Z,topic='l3_agent')) {'router_ids': ['e64f9850-2080-4c4c-bdf3-ca89f9de2926'], 'active': True} {{(pid=101047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:48:06.265825 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Device 12feef62-0b4c-46b3-8eb3-5a4a02ad9f29 up at agent ovs-agent-dv-cinder-759955-25-smb {{(pid=101047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:48:06.325448 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-84e6ee2c-c008-48a9-b14b-fcddb82ab100 admin admin] Notify callbacks [] for router, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:06.329984 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-84e6ee2c-c008-48a9-b14b-fcddb82ab100 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.1033385 Sep 15 02:48:06.330686 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 40446) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:48:06.373083 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_dvr_db [None req-6f42a332-81b1-4727-9175-7243a67916cf None None] Set router e64f9850-2080-4c4c-bdf3-ca89f9de2926 gateway port host: dv-cinder-759955-25-smb {{(pid=101047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:48:06.375862 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Provisioning complete for port 12feef62-0b4c-46b3-8eb3-5a4a02ad9f29 triggered by entity L2. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:48:06.376231 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1575204'] for port, provisioning_complete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:06.623403 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f7c4d29f-0349-4cc1-b683-60cfa9ee2018 req-13ca342b-26c0-448d-9c35-e4f8c1cb2640 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Notify agent at l3_agent.dv-cinder-759955-25-smb the message routers_updated {{(pid=101045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 02:48:06.636825 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3989fc9-50fa-40ac-a341-f8a3378ff00c None None] Sync routers for ids ['dfc0be1a-b117-4d36-9642-3bafdc9ad3b7'] in dv-cinder-759955-25-smb {{(pid=101048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 02:48:06.652506 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_hamode_db [None req-6f42a332-81b1-4727-9175-7243a67916cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64f9850-2080-4c4c-bdf3-ca89f9de2926', 'name': 'tempest-TestShelveInstance-1977677375-router', 'tenant_id': 'e2069618e1d743fb819278a57e7a8e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'external_fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.80'}], 'enable_snat': True}, 'gw_port_id': 'ce48348a-1b61-4c56-bf9e-51f122871519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:48:03Z', 'updated_at': '2021-09-15T02:48:04Z', 'revision_number': 3, 'project_id': 'e2069618e1d743fb819278a57e7a8e6f', 'gw_port': {'id': 'ce48348a-1b61-4c56-bf9e-51f122871519', 'name': '', 'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f2:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e64f9850-2080-4c4c-bdf3-ca89f9de2926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:48:03Z', 'updated_at': '2021-09-15T02:48:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-smb'}], 'dv-cinder-759955-25-smb', False) {} {{(pid=101047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:48:06.652768 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3989fc9-50fa-40ac-a341-f8a3378ff00c None None] Routers {'dfc0be1a-b117-4d36-9642-3bafdc9ad3b7'} bound to L3 agent in host dv-cinder-759955-25-smb {{(pid=101048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:48:06.653428 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_hamode_db [None req-c3989fc9-50fa-40ac-a341-f8a3378ff00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T02:36:18Z,description=,heartbeat_timestamp=2021-09-15T02:47:48Z,host='dv-cinder-759955-25-smb',id=22749488-15d0-44a3-a4aa-285786541688,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:36:19Z,topic='l3_agent')) {'router_ids': ['dfc0be1a-b117-4d36-9642-3bafdc9ad3b7'], 'active': True} {{(pid=101048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:48:06.677209 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-342dc205-693d-45b0-911f-2627a7cd40d8 req-22861f67-c3d4-42ac-bbc1-42508a09ea55 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cf59451-e65c-4f13-b3e1-07c1aeb51055 HTTP/1.1" status: 200 len: 210 time: 0.0551727 Sep 15 02:48:06.700840 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7c4d29f-0349-4cc1-b683-60cfa9ee2018 req-13ca342b-26c0-448d-9c35-e4f8c1cb2640 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] No DVR routers for this DVR port 7803cf27-e539-421b-b66e-690840106306 on host hv-cinder-75995 {{(pid=101045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 02:48:06.705489 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-f7c4d29f-0349-4cc1-b683-60cfa9ee2018 req-13ca342b-26c0-448d-9c35-e4f8c1cb2640 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89626'] for port, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:06.707815 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-f7c4d29f-0349-4cc1-b683-60cfa9ee2018 req-13ca342b-26c0-448d-9c35-e4f8c1cb2640 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.38 "DELETE /v2.0/ports/7803cf27-e539-421b-b66e-690840106306 HTTP/1.1" status: 204 len: 173 time: 1.8698156 Sep 15 02:48:06.708471 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cf59451-e65c-4f13-b3e1-07c1aeb51055', 'name': 'network-vif-deleted', 'tag': '7803cf27-e539-421b-b66e-690840106306'}] {{(pid=101045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:48:06.711223 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86c436101efe1a363cd74fb96c1b6796ca3087f8916af27063bbdf5683c89520" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c66d5edd-1270-4e10-8c45-e3669f3a13e7" -d '{"events": [{"server_uuid": "3cf59451-e65c-4f13-b3e1-07c1aeb51055", "name": "network-vif-deleted", "tag": "7803cf27-e539-421b-b66e-690840106306"}]}' {{(pid=101045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:48:06.730514 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f42a332-81b1-4727-9175-7243a67916cf None None] Checking router: e64f9850-2080-4c4c-bdf3-ca89f9de2926 for host: dv-cinder-759955-25-smb {{(pid=101047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 02:48:06.730869 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f42a332-81b1-4727-9175-7243a67916cf None None] Updating router e64f9850-2080-4c4c-bdf3-ca89f9de2926 port ce48348a-1b61-4c56-bf9e-51f122871519 binding host dv-cinder-759955-25-smb {{(pid=101047) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 02:48:06.780626 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-6f42a332-81b1-4727-9175-7243a67916cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:06.783298 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c681df85-e29f-4b5c-92d3-d2c82b86f278 req-581072a8-f39e-40eb-9c3a-d777aaa87316 tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:06.792390 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-c681df85-e29f-4b5c-92d3-d2c82b86f278 req-581072a8-f39e-40eb-9c3a-d777aaa87316 tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee5f2276-9b2e-47f2-a3c0-74493921c9ae HTTP/1.1" status: 200 len: 943 time: 0.0865459 Sep 15 02:48:06.857453 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_dvr_db [None req-c3989fc9-50fa-40ac-a341-f8a3378ff00c None None] Set router dfc0be1a-b117-4d36-9642-3bafdc9ad3b7 gateway port host: dv-cinder-759955-25-smb {{(pid=101048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:48:06.873627 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-c681df85-e29f-4b5c-92d3-d2c82b86f278 req-5a63e821-4008-472a-8e34-78b83e631af2 tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] 10.222.0.13 "GET /v2.0/security-groups?id=16cdc185-3249-4453-b1ac-1418ab026e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758827 Sep 15 02:48:06.898389 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 02:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0db3c9e0-d60f-4e7d-9f65-9ac9accc33fc x-openstack-request-id: req-0db3c9e0-d60f-4e7d-9f65-9ac9accc33fc {{(pid=101045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:48:06.898679 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cf59451-e65c-4f13-b3e1-07c1aeb51055", "name": "network-vif-deleted", "tag": "7803cf27-e539-421b-b66e-690840106306", "status": "completed", "code": 200}]} {{(pid=101045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:48:06.898927 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0db3c9e0-d60f-4e7d-9f65-9ac9accc33fc {{(pid=101045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:48:06.903583 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cf59451-e65c-4f13-b3e1-07c1aeb51055', 'name': 'network-vif-deleted', 'tag': '7803cf27-e539-421b-b66e-690840106306', 'status': 'completed', 'code': 200} Sep 15 02:48:06.927460 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Device 49dee741-3619-49f5-bf6e-f7b4ab591903 details requested by agent hyperv_hv-cinder-75995 with host hv-cinder-75995 {{(pid=101047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 02:48:06.933468 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Device 487af8df-e2cb-4b77-b9f9-fdf4008ec916 up at agent hyperv_hv-cinder-75995 {{(pid=101047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:48:07.028303 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ac70be-8873-4a8a-afb5-a88a9a6207ad req-544cf85c-a4e9-45cb-8203-dcc22c87dfeb tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:07.030204 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-17ac70be-8873-4a8a-afb5-a88a9a6207ad req-544cf85c-a4e9-45cb-8203-dcc22c87dfeb tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4492b77-0aed-433d-b20c-dee4932e615d HTTP/1.1" status: 200 len: 944 time: 0.1279511 Sep 15 02:48:07.182162 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_hamode_db [None req-c3989fc9-50fa-40ac-a341-f8a3378ff00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfc0be1a-b117-4d36-9642-3bafdc9ad3b7', 'name': 'tempest-AttachVolumeShelveTestJSON-124691277-router', 'tenant_id': 'bf1160da16cc4aa8a8f7f5065e5f7661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'external_fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.201'}], 'enable_snat': True}, 'gw_port_id': '0a083152-357b-4709-8597-35aaf717a22e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:44:30Z', 'updated_at': '2021-09-15T02:44:36Z', 'revision_number': 4, 'project_id': 'bf1160da16cc4aa8a8f7f5065e5f7661', 'gw_port': {'id': '0a083152-357b-4709-8597-35aaf717a22e', 'name': '', 'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:a7:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc0be1a-b117-4d36-9642-3bafdc9ad3b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:44:31Z', 'updated_at': '2021-09-15T02:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-smb', '_interfaces': [{'id': '424acb6b-76dd-4c47-a76a-0e916d710482', 'name': '', 'network_id': '559d7eea-ef89-4b33-b717-afb1545433a5', 'tenant_id': 'bf1160da16cc4aa8a8f7f5065e5f7661', 'mac_address': 'fa:16:3e:2d:21:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc0be1a-b117-4d36-9642-3bafdc9ad3b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '16cede8a-7007-4219-aa2d-1189c5c08411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:44:35Z', 'updated_at': '2021-09-15T02:44:50Z', 'revision_number': 5, 'project_id': 'bf1160da16cc4aa8a8f7f5065e5f7661', 'subnets': [{'id': '16cede8a-7007-4219-aa2d-1189c5c08411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-25-smb', False) {} {{(pid=101048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:48:07.213750 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3989fc9-50fa-40ac-a341-f8a3378ff00c None None] Checking router: dfc0be1a-b117-4d36-9642-3bafdc9ad3b7 for host: dv-cinder-759955-25-smb {{(pid=101048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 02:48:07.226173 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3989fc9-50fa-40ac-a341-f8a3378ff00c None None] Routers {'dfc0be1a-b117-4d36-9642-3bafdc9ad3b7'} bound to L3 agent in host dv-cinder-759955-25-smb {{(pid=101048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:48:07.227277 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_hamode_db [None req-c3989fc9-50fa-40ac-a341-f8a3378ff00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T02:36:18Z,description=,heartbeat_timestamp=2021-09-15T02:47:48Z,host='dv-cinder-759955-25-smb',id=22749488-15d0-44a3-a4aa-285786541688,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:36:19Z,topic='l3_agent')) {'router_ids': ['dfc0be1a-b117-4d36-9642-3bafdc9ad3b7'], 'active': True} {{(pid=101048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:48:07.334274 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-17ac70be-8873-4a8a-afb5-a88a9a6207ad req-5c1194dd-2387-4d69-bdad-7dba927aac94 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d03ce67-083c-4842-9dce-25b3d5453925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312114 Sep 15 02:48:07.355148 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_dvr_db [None req-c3989fc9-50fa-40ac-a341-f8a3378ff00c None None] Set router dfc0be1a-b117-4d36-9642-3bafdc9ad3b7 gateway port host: dv-cinder-759955-25-smb {{(pid=101048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:48:07.405633 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-6f42a332-81b1-4727-9175-7243a67916cf None None] Notify callbacks [] for port, precommit_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:07.413486 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Provisioning for port 487af8df-e2cb-4b77-b9f9-fdf4008ec916 completed by entity L2. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 02:48:07.419098 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Provisioning complete for port 487af8df-e2cb-4b77-b9f9-fdf4008ec916 triggered by entity L2. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:48:07.419479 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1575204'] for port, provisioning_complete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:07.487066 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-6f42a332-81b1-4727-9175-7243a67916cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:07.506619 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-d1df75f5-2bdf-4bc4-be74-ca62ed9cbccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:07.562223 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae21e3d5-eaa6-4b1b-a28d-9760c401888c None None] Pushing event updated for resources: {'Port': ['ID=ce48348a-1b61-4c56-bf9e-51f122871519,revision_number=2']} {{(pid=101047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:07.584135 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.managers [None req-6f42a332-81b1-4727-9175-7243a67916cf None None] Attempting to bind port ce48348a-1b61-4c56-bf9e-51f122871519 on host dv-cinder-759955-25-smb for vnic_type normal with profile {{(pid=101047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 02:48:07.584135 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.managers [None req-6f42a332-81b1-4727-9175-7243a67916cf None None] Attempting to bind port ce48348a-1b61-4c56-bf9e-51f122871519 by drivers openvswitch,hyperv on host dv-cinder-759955-25-smb at level 0 using segments [{'id': '4ddc9b9a-930b-46d8-934d-b4f616b6b84f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1'}] {{(pid=101047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 02:48:07.587605 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f42a332-81b1-4727-9175-7243a67916cf None None] Attempting to bind port ce48348a-1b61-4c56-bf9e-51f122871519 on network 33518f62-a6b6-442c-a872-dfb5ddf2cbe1 {{(pid=101047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:48:07.588045 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] For port 49dee741-3619-49f5-bf6e-f7b4ab591903, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=49dee741-3619-49f5-bf6e-f7b4ab591903,segment=NetworkSegment(a162e7d6-fad6-4187-9a1d-b6c37a7ba7cb),segment_id=a162e7d6-fad6-4187-9a1d-b6c37a7ba7cb)] {{(pid=101047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:48:07.636162 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_hamode_db [None req-c3989fc9-50fa-40ac-a341-f8a3378ff00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfc0be1a-b117-4d36-9642-3bafdc9ad3b7', 'name': 'tempest-AttachVolumeShelveTestJSON-124691277-router', 'tenant_id': 'bf1160da16cc4aa8a8f7f5065e5f7661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'external_fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.201'}], 'enable_snat': True}, 'gw_port_id': '0a083152-357b-4709-8597-35aaf717a22e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:44:30Z', 'updated_at': '2021-09-15T02:44:36Z', 'revision_number': 4, 'project_id': 'bf1160da16cc4aa8a8f7f5065e5f7661', 'gw_port': {'id': '0a083152-357b-4709-8597-35aaf717a22e', 'name': '', 'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:a7:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc0be1a-b117-4d36-9642-3bafdc9ad3b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:44:31Z', 'updated_at': '2021-09-15T02:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-smb', '_interfaces': [{'id': '424acb6b-76dd-4c47-a76a-0e916d710482', 'name': '', 'network_id': '559d7eea-ef89-4b33-b717-afb1545433a5', 'tenant_id': 'bf1160da16cc4aa8a8f7f5065e5f7661', 'mac_address': 'fa:16:3e:2d:21:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc0be1a-b117-4d36-9642-3bafdc9ad3b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '16cede8a-7007-4219-aa2d-1189c5c08411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:44:35Z', 'updated_at': '2021-09-15T02:44:50Z', 'revision_number': 5, 'project_id': 'bf1160da16cc4aa8a8f7f5065e5f7661', 'subnets': [{'id': '16cede8a-7007-4219-aa2d-1189c5c08411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-25-smb', False) {} {{(pid=101048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:48:07.637026 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f42a332-81b1-4727-9175-7243a67916cf None None] Checking agent: {'id': '129dda3c-f944-45fc-94b1-aa204aafba01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-25-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 36, 18), 'started_at': datetime.datetime(2021, 9, 15, 2, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 2, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-25-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 02:48:07.637506 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f42a332-81b1-4727-9175-7243a67916cf None None] Checking segment: {'id': '4ddc9b9a-930b-46d8-934d-b4f616b6b84f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:48:07.637805 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-6f42a332-81b1-4727-9175-7243a67916cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:07.638199 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f42a332-81b1-4727-9175-7243a67916cf None None] Bound using segment: {'id': '4ddc9b9a-930b-46d8-934d-b4f616b6b84f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1'} {{(pid=101047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 02:48:07.638666 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.managers [None req-6f42a332-81b1-4727-9175-7243a67916cf None None] Bound port: ce48348a-1b61-4c56-bf9e-51f122871519, host: dv-cinder-759955-25-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ddc9b9a-930b-46d8-934d-b4f616b6b84f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1'}}] {{(pid=101047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 02:48:07.639075 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-6f42a332-81b1-4727-9175-7243a67916cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:07.643169 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:07.666191 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Returning: {'device': '49dee741-3619-49f5-bf6e-f7b4ab591903', 'network_id': '8ce6648d-b1f3-413e-9b94-d36df2cb1808', 'port_id': '49dee741-3619-49f5-bf6e-f7b4ab591903', 'mac_address': 'fa:16:3e:25:9a:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7dca805-2447-4e3d-bb9c-d18872dcba70', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 02:48:07.681719 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3989fc9-50fa-40ac-a341-f8a3378ff00c None None] The sync data for ids ['dfc0be1a-b117-4d36-9642-3bafdc9ad3b7'] in dv-cinder-759955-25-smb is: [{'id': 'dfc0be1a-b117-4d36-9642-3bafdc9ad3b7', 'name': 'tempest-AttachVolumeShelveTestJSON-124691277-router', 'tenant_id': 'bf1160da16cc4aa8a8f7f5065e5f7661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'external_fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.201'}], 'enable_snat': True}, 'gw_port_id': '0a083152-357b-4709-8597-35aaf717a22e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:44:30Z', 'updated_at': '2021-09-15T02:44:36Z', 'revision_number': 4, 'project_id': 'bf1160da16cc4aa8a8f7f5065e5f7661', 'gw_port': {'id': '0a083152-357b-4709-8597-35aaf717a22e', 'name': '', 'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:a7:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc0be1a-b117-4d36-9642-3bafdc9ad3b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:44:31Z', 'updated_at': '2021-09-15T02:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-smb', '_interfaces': [{'id': '424acb6b-76dd-4c47-a76a-0e916d710482', 'name': '', 'network_id': '559d7eea-ef89-4b33-b717-afb1545433a5', 'tenant_id': 'bf1160da16cc4aa8a8f7f5065e5f7661', 'mac_address': 'fa:16:3e:2d:21:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc0be1a-b117-4d36-9642-3bafdc9ad3b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '16cede8a-7007-4219-aa2d-1189c5c08411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:44:35Z', 'updated_at': '2021-09-15T02:44:50Z', 'revision_number': 5, 'project_id': 'bf1160da16cc4aa8a8f7f5065e5f7661', 'subnets': [{'id': '16cede8a-7007-4219-aa2d-1189c5c08411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 02:48:07.691389 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.agents_db [None req-aaa0e2cc-b65a-40bb-b615-34ad7f0cff4d None None] Agent healthcheck: found 6 active agents {{(pid=101048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:48:07.717832 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.db.db_base_plugin_common [None req-d1df75f5-2bdf-4bc4-be74-ca62ed9cbccd admin admin] Allocated IP 172.20.0.1 (193dcded-1dc2-4a00-ae04-fe03560a70da/cd4fc7d4-cfa1-4970-b768-c487501b6af1/5b6a5e33-1066-4b70-bb95-acd812d4d4dd) {{(pid=101045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:48:07.719868 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4492b77-0aed-433d-b20c-dee4932e615d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '487af8df-e2cb-4b77-b9f9-fdf4008ec916'}] {{(pid=101047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:48:07.722319 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c8380946bd2a122839d37a92bf46cf7528befbf14a007f21b6f8387627c5c86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b593db08-613d-4f9e-b1ff-295528a2e9a5" -d '{"events": [{"server_uuid": "c4492b77-0aed-433d-b20c-dee4932e615d", "name": "network-vif-plugged", "status": "completed", "tag": "487af8df-e2cb-4b77-b9f9-fdf4008ec916"}]}' {{(pid=101047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:48:07.764325 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] For port 487af8df-e2cb-4b77-b9f9-fdf4008ec916, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=487af8df-e2cb-4b77-b9f9-fdf4008ec916,segment=NetworkSegment(a62a0362-9a53-4c6f-aebd-c70982ef9284),segment_id=a62a0362-9a53-4c6f-aebd-c70982ef9284)] {{(pid=101047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:48:07.803072 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:07.807899 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 02:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0a1adfe-59eb-49fc-b7a6-9d602a0a7db2 x-openstack-request-id: req-b0a1adfe-59eb-49fc-b7a6-9d602a0a7db2 {{(pid=101047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:48:07.808401 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4492b77-0aed-433d-b20c-dee4932e615d", "name": "network-vif-plugged", "status": "completed", "tag": "487af8df-e2cb-4b77-b9f9-fdf4008ec916", "code": 200}]} {{(pid=101047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:48:07.808979 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b0a1adfe-59eb-49fc-b7a6-9d602a0a7db2 {{(pid=101047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:48:07.809508 dv-cinder-759955-25-smb neutron-server[101047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4492b77-0aed-433d-b20c-dee4932e615d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '487af8df-e2cb-4b77-b9f9-fdf4008ec916', 'code': 200} Sep 15 02:48:07.810729 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-6f42a332-81b1-4727-9175-7243a67916cf None None] For port ce48348a-1b61-4c56-bf9e-51f122871519, host dv-cinder-759955-25-smb, cleared binding levels {{(pid=101047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 02:48:07.831705 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-6f42a332-81b1-4727-9175-7243a67916cf None None] For port ce48348a-1b61-4c56-bf9e-51f122871519, host dv-cinder-759955-25-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-smb',level=0,port_id=ce48348a-1b61-4c56-bf9e-51f122871519,segment=NetworkSegment(4ddc9b9a-930b-46d8-934d-b4f616b6b84f),segment_id=4ddc9b9a-930b-46d8-934d-b4f616b6b84f)] {{(pid=101047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 02:48:07.837703 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.notifiers.nova [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49dee741-3619-49f5-bf6e-f7b4ab591903 {{(pid=101047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 02:48:07.843404 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:07.913380 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] For port 49dee741-3619-49f5-bf6e-f7b4ab591903, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=49dee741-3619-49f5-bf6e-f7b4ab591903,segment=NetworkSegment(a162e7d6-fad6-4187-9a1d-b6c37a7ba7cb),segment_id=a162e7d6-fad6-4187-9a1d-b6c37a7ba7cb)] {{(pid=101047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:48:07.929866 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-91cb4a10-ab9d-45f2-9004-1ab0e281cf5a req-07d36953-3d84-4364-8430-2414bb20a9ab tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cf59451-e65c-4f13-b3e1-07c1aeb51055 HTTP/1.1" status: 200 len: 210 time: 0.0824199 Sep 15 02:48:07.959050 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-d1df75f5-2bdf-4bc4-be74-ca62ed9cbccd admin admin] Notify callbacks [] for port, precommit_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:08.006210 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Pushing event updated for resources: {'Port': ['ID=487af8df-e2cb-4b77-b9f9-fdf4008ec916,revision_number=5']} {{(pid=101047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:08.010018 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-6f42a332-81b1-4727-9175-7243a67916cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:08.045601 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:08.095727 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae21e3d5-eaa6-4b1b-a28d-9760c401888c None None] Pushing event updated for resources: {'Port': ['ID=ce48348a-1b61-4c56-bf9e-51f122871519,revision_number=3']} {{(pid=101047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:08.098685 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f42a332-81b1-4727-9175-7243a67916cf None None] Routers {'e64f9850-2080-4c4c-bdf3-ca89f9de2926'} bound to L3 agent in host dv-cinder-759955-25-smb {{(pid=101047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:48:08.099423 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_hamode_db [None req-6f42a332-81b1-4727-9175-7243a67916cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T02:36:18Z,description=,heartbeat_timestamp=2021-09-15T02:47:48Z,host='dv-cinder-759955-25-smb',id=22749488-15d0-44a3-a4aa-285786541688,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:36:19Z,topic='l3_agent')) {'router_ids': ['e64f9850-2080-4c4c-bdf3-ca89f9de2926'], 'active': True} {{(pid=101047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:48:08.100887 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6c1c23-9ba6-47e3-bd39-b0f83c1a8711 req-f76ed5a8-b16a-4ed6-ba7e-e137487367b0 tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:08.103152 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-be6c1c23-9ba6-47e3-bd39-b0f83c1a8711 req-f76ed5a8-b16a-4ed6-ba7e-e137487367b0 tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee5f2276-9b2e-47f2-a3c0-74493921c9ae HTTP/1.1" status: 200 len: 944 time: 0.0664759 Sep 15 02:48:08.124334 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-d1df75f5-2bdf-4bc4-be74-ca62ed9cbccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781587269048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25563207'] for port, after_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:08.159081 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aede3e2b-dd11-4cd5-bede-5db652f5452c None None] New status for floating IP c91dd017-fb18-47bd-92a5-e85c8f3452fe: DOWN {{(pid=101047) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 02:48:08.181529 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-be6c1c23-9ba6-47e3-bd39-b0f83c1a8711 req-daa74f61-18b2-4eee-8243-372d02361808 tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] 10.222.0.13 "GET /v2.0/security-groups?id=16cdc185-3249-4453-b1ac-1418ab026e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720887 Sep 15 02:48:08.184717 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1df75f5-2bdf-4bc4-be74-ca62ed9cbccd admin admin] Network 193dcded-1dc2-4a00-ae04-fe03560a70da is already hosted by enough agents. {{(pid=101045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:48:08.187994 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.scheduler.base_scheduler [None req-d1df75f5-2bdf-4bc4-be74-ca62ed9cbccd admin admin] Resources bound (agent type, host, resource id): {{(pid=101045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:48:08.194802 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1df75f5-2bdf-4bc4-be74-ca62ed9cbccd admin admin] Received port after_create {{(pid=101045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:48:08.198051 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1df75f5-2bdf-4bc4-be74-ca62ed9cbccd admin admin] Pushing event updated for resources: {'Port': ['ID=5b6a5e33-1066-4b70-bb95-acd812d4d4dd,revision_number=1']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:08.235317 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-d1df75f5-2bdf-4bc4-be74-ca62ed9cbccd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1029000'] for router_interface, before_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:08.348197 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc590875-2dc4-4371-939b-1dbd950d25f0 req-506441cb-2a8a-4b96-a49f-55aaf933431c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:08.349678 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-fc590875-2dc4-4371-939b-1dbd950d25f0 req-506441cb-2a8a-4b96-a49f-55aaf933431c service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c4492b77-0aed-433d-b20c-dee4932e615d HTTP/1.1" status: 200 len: 1098 time: 0.0766621 Sep 15 02:48:08.352728 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] get_ports_and_sgs() called for port_ids ['49dee741-3619-49f5-bf6e-f7b4ab591903'] {{(pid=101047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 02:48:08.377974 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Pushing event updated for resources: {'Port': ['ID=49dee741-3619-49f5-bf6e-f7b4ab591903,revision_number=4']} {{(pid=101047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:08.404214 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-fc590875-2dc4-4371-939b-1dbd950d25f0 req-48222879-684e-4d82-930d-5740fa9c8942 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=2d03ce67-083c-4842-9dce-25b3d5453925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440388 Sep 15 02:48:08.423213 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_dvr_db [None req-6f42a332-81b1-4727-9175-7243a67916cf None None] Set router e64f9850-2080-4c4c-bdf3-ca89f9de2926 gateway port host: dv-cinder-759955-25-smb {{(pid=101047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:48:08.504479 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e4604a-c978-44ce-a934-24bd4058b997 req-0b3be244-1dbc-4f42-b63d-23fea0ef898b tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:08.506298 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-e4e4604a-c978-44ce-a934-24bd4058b997 req-0b3be244-1dbc-4f42-b63d-23fea0ef898b tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4492b77-0aed-433d-b20c-dee4932e615d HTTP/1.1" status: 200 len: 945 time: 0.0654259 Sep 15 02:48:08.509359 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-d1df75f5-2bdf-4bc4-be74-ca62ed9cbccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:08.561336 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-e4e4604a-c978-44ce-a934-24bd4058b997 req-46593592-72a8-4466-8f62-037a742d65c4 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d03ce67-083c-4842-9dce-25b3d5453925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484328 Sep 15 02:48:08.595535 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-6a975d6d-9429-4f89-815f-8259ededbe16 None None] Provisioning complete for port 5b6a5e33-1066-4b70-bb95-acd812d4d4dd triggered by entity DHCP. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:48:08.595904 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-6a975d6d-9429-4f89-815f-8259ededbe16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1575204'] for port, provisioning_complete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:08.661183 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.plugin [None req-6a975d6d-9429-4f89-815f-8259ededbe16 None None] Port 5b6a5e33-1066-4b70-bb95-acd812d4d4dd cannot update to ACTIVE because it is not bound. {{(pid=101047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 02:48:08.703838 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-d1df75f5-2bdf-4bc4-be74-ca62ed9cbccd admin admin] Notify callbacks [] for port, precommit_update {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:08.742517 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_hamode_db [None req-6f42a332-81b1-4727-9175-7243a67916cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64f9850-2080-4c4c-bdf3-ca89f9de2926', 'name': 'tempest-TestShelveInstance-1977677375-router', 'tenant_id': 'e2069618e1d743fb819278a57e7a8e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'external_fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.80'}], 'enable_snat': True}, 'gw_port_id': 'ce48348a-1b61-4c56-bf9e-51f122871519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:48:03Z', 'updated_at': '2021-09-15T02:48:04Z', 'revision_number': 3, 'project_id': 'e2069618e1d743fb819278a57e7a8e6f', 'gw_port': {'id': 'ce48348a-1b61-4c56-bf9e-51f122871519', 'name': '', 'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f2:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e64f9850-2080-4c4c-bdf3-ca89f9de2926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:48:03Z', 'updated_at': '2021-09-15T02:48:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-smb'}], 'dv-cinder-759955-25-smb', False) {} {{(pid=101047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:48:08.761607 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-d1df75f5-2bdf-4bc4-be74-ca62ed9cbccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25563230'] for port, after_update {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:08.774463 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f42a332-81b1-4727-9175-7243a67916cf None None] The sync data for ids ['e64f9850-2080-4c4c-bdf3-ca89f9de2926'] in dv-cinder-759955-25-smb is: [{'id': 'e64f9850-2080-4c4c-bdf3-ca89f9de2926', 'name': 'tempest-TestShelveInstance-1977677375-router', 'tenant_id': 'e2069618e1d743fb819278a57e7a8e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'external_fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.80'}], 'enable_snat': True}, 'gw_port_id': 'ce48348a-1b61-4c56-bf9e-51f122871519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:48:03Z', 'updated_at': '2021-09-15T02:48:04Z', 'revision_number': 3, 'project_id': 'e2069618e1d743fb819278a57e7a8e6f', 'gw_port': {'id': 'ce48348a-1b61-4c56-bf9e-51f122871519', 'name': '', 'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f2:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e64f9850-2080-4c4c-bdf3-ca89f9de2926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:48:03Z', 'updated_at': '2021-09-15T02:48:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-smb'}] {{(pid=101047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 02:48:08.833788 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-d1df75f5-2bdf-4bc4-be74-ca62ed9cbccd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-576680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1029912'] for router_interface, after_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:08.835720 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1df75f5-2bdf-4bc4-be74-ca62ed9cbccd admin admin] Pushing event updated for resources: {'Port': ['ID=5b6a5e33-1066-4b70-bb95-acd812d4d4dd,revision_number=2']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:08.927233 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Device 7803cf27-e539-421b-b66e-690840106306 no longer exists at agent hyperv_hv-cinder-75995 {{(pid=101047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 02:48:08.928875 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1df75f5-2bdf-4bc4-be74-ca62ed9cbccd admin admin] Network 193dcded-1dc2-4a00-ae04-fe03560a70da is already hosted by enough agents. {{(pid=101045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:48:08.931710 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.scheduler.base_scheduler [None req-d1df75f5-2bdf-4bc4-be74-ca62ed9cbccd admin admin] Resources bound (agent type, host, resource id): {{(pid=101045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:48:08.946790 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.plugin [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] No Port match for: 7803cf27-e539-421b-b66e-690840106306 {{(pid=101047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 02:48:08.947163 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Device 7803cf27-e539-421b-b66e-690840106306 not bound to the agent host hv-cinder-75995 {{(pid=101047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 02:48:09.087106 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1df75f5-2bdf-4bc4-be74-ca62ed9cbccd admin admin] Router e64f9850-2080-4c4c-bdf3-ca89f9de2926 has already been hosted by L3 agent 22749488-15d0-44a3-a4aa-285786541688 {{(pid=101045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 02:48:09.141536 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 40484) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:48:09.243957 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1df75f5-2bdf-4bc4-be74-ca62ed9cbccd admin admin] Notify agent at l3_agent.dv-cinder-759955-25-smb the message routers_updated {{(pid=101045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 02:48:09.249379 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-a5191d9d-e884-4f97-b1d7-1ccff27ddbc6 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Notify callbacks [] for security_group, before_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:09.263009 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-d1df75f5-2bdf-4bc4-be74-ca62ed9cbccd admin admin] 10.222.0.13 "PUT /v2.0/routers/e64f9850-2080-4c4c-bdf3-ca89f9de2926/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9198239 Sep 15 02:48:09.294118 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-a5191d9d-e884-4f97-b1d7-1ccff27ddbc6 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:09.306078 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-e80eecf0-c86e-4cb1-9087-7400efa195e6 None None] Provisioning complete for port 5b6a5e33-1066-4b70-bb95-acd812d4d4dd triggered by entity DHCP. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:48:09.306699 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e80eecf0-c86e-4cb1-9087-7400efa195e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1575204'] for port, provisioning_complete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:09.379942 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.plugin [None req-e80eecf0-c86e-4cb1-9087-7400efa195e6 None None] Port 5b6a5e33-1066-4b70-bb95-acd812d4d4dd cannot update to ACTIVE because it is not bound. {{(pid=101047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 02:48:09.422613 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26eb908-d1dd-4cde-a724-4d6aba3ff432 req-1795abcc-14fd-4c45-848a-43a444924777 tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:09.430385 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-b26eb908-d1dd-4cde-a724-4d6aba3ff432 req-1795abcc-14fd-4c45-848a-43a444924777 tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee5f2276-9b2e-47f2-a3c0-74493921c9ae HTTP/1.1" status: 200 len: 944 time: 0.1106412 Sep 15 02:48:09.454067 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-a5191d9d-e884-4f97-b1d7-1ccff27ddbc6 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:09.456918 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-a5191d9d-e884-4f97-b1d7-1ccff27ddbc6 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Notify callbacks [] for security_group, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:09.460982 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-a5191d9d-e884-4f97-b1d7-1ccff27ddbc6 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "DELETE /v2.0/security-groups/aea3f50e-21de-421b-b9af-b4641846795e HTTP/1.1" status: 204 len: 168 time: 0.3141954 Sep 15 02:48:09.463093 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 40496) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:48:09.481543 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5191d9d-e884-4f97-b1d7-1ccff27ddbc6 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aea3f50e-21de-421b-b9af-b4641846795e,revision_number=None']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:09.511966 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-b26eb908-d1dd-4cde-a724-4d6aba3ff432 req-064df707-0033-4985-ad04-bbf064f97328 tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] 10.222.0.13 "GET /v2.0/security-groups?id=16cdc185-3249-4453-b1ac-1418ab026e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755942 Sep 15 02:48:09.524548 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.api.v2.resource [None req-efbbeeb4-51c0-442a-bcc0-69e185590930 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] show failed (client error): The resource could not be found. Sep 15 02:48:09.525604 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-efbbeeb4-51c0-442a-bcc0-69e185590930 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/security-groups/aea3f50e-21de-421b-b9af-b4641846795e HTTP/1.1" status: 404 len: 347 time: 0.0630877 Sep 15 02:48:09.537519 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 40500) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:48:09.727862 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.plugin [None req-e3f9f73a-df87-4e40-b565-410ffe8eedd5 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Deleting port 644b2023-5471-4ee0-a847-901edf5c952f {{(pid=101045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:48:09.727862 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-e3f9f73a-df87-4e40-b565-410ffe8eedd5 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781587782193'] for port, before_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:09.733603 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f52a5-728e-4186-8bb1-8d4f8faab60a req-0258988b-d511-4eb9-8fd4-4c0ba60ac6b7 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:09.744350 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-f90f52a5-728e-4186-8bb1-8d4f8faab60a req-0258988b-d511-4eb9-8fd4-4c0ba60ac6b7 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4492b77-0aed-433d-b20c-dee4932e615d HTTP/1.1" status: 200 len: 945 time: 0.0779505 Sep 15 02:48:09.809507 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-f90f52a5-728e-4186-8bb1-8d4f8faab60a req-b9ea3fc4-83cb-4d0d-ace3-208bc5f7aac5 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d03ce67-083c-4842-9dce-25b3d5453925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636847 Sep 15 02:48:09.839973 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-e3f9f73a-df87-4e40-b565-410ffe8eedd5 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023821'] for port, precommit_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:09.840307 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-e3f9f73a-df87-4e40-b565-410ffe8eedd5 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:09.867316 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.plugin [None req-e3f9f73a-df87-4e40-b565-410ffe8eedd5 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Calling delete_port for 644b2023-5471-4ee0-a847-901edf5c952f owned by network:floatingip {{(pid=101045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:48:10.093285 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-e3f9f73a-df87-4e40-b565-410ffe8eedd5 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781587788279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781587269057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25563207'] for port, after_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:10.118300 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f9f73a-df87-4e40-b565-410ffe8eedd5 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Pushing event deleted for resources: {'Port': ['ID=644b2023-5471-4ee0-a847-901edf5c952f,revision_number=None']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:10.207898 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-e3f9f73a-df87-4e40-b565-410ffe8eedd5 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Notify callbacks [] for floatingip, after_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:10.210460 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-e3f9f73a-df87-4e40-b565-410ffe8eedd5 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89626'] for floatingip, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:10.211844 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-e3f9f73a-df87-4e40-b565-410ffe8eedd5 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "DELETE /v2.0/floatingips/c91dd017-fb18-47bd-92a5-e85c8f3452fe HTTP/1.1" status: 204 len: 168 time: 0.6792245 Sep 15 02:48:10.286055 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Device ce48348a-1b61-4c56-bf9e-51f122871519 up at agent ovs-agent-dv-cinder-759955-25-smb {{(pid=101047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:48:10.317560 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 40534) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:48:10.322813 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.v2.base [None req-33aebef0-f1a7-474f-843a-11a11c7ec4c8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1614803489-network', 'tenant_id': '49c2e20490af41758f761dad1c5e1062'}} {{(pid=101046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:48:10.359671 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Provisioning complete for port ce48348a-1b61-4c56-bf9e-51f122871519 triggered by entity L2. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:48:10.360484 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1575204'] for port, provisioning_complete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:10.424492 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33aebef0-f1a7-474f-843a-11a11c7ec4c8 admin admin] Made reservation on behalf of 49c2e20490af41758f761dad1c5e1062 for: {'network': 1} {{(pid=101046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:48:10.426830 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-33aebef0-f1a7-474f-843a-11a11c7ec4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for network, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:10.435546 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-33aebef0-f1a7-474f-843a-11a11c7ec4c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:10.458751 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:10.493821 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] For port ce48348a-1b61-4c56-bf9e-51f122871519, host dv-cinder-759955-25-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-smb',level=0,port_id=ce48348a-1b61-4c56-bf9e-51f122871519,segment=NetworkSegment(4ddc9b9a-930b-46d8-934d-b4f616b6b84f),segment_id=4ddc9b9a-930b-46d8-934d-b4f616b6b84f)] {{(pid=101047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:48:10.530540 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 40542) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:48:10.536997 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.v2.base [None req-834dc32b-58ab-433f-82f6-9e8bd6b8af14 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1253081829', 'description': 'tempest-description--2104224735'}} {{(pid=101045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:48:10.555060 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-33aebef0-f1a7-474f-843a-11a11c7ec4c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:10.568021 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:10.624056 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Pushing event updated for resources: {'Port': ['ID=ce48348a-1b61-4c56-bf9e-51f122871519,revision_number=4']} {{(pid=101047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:10.632687 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-33aebef0-f1a7-474f-843a-11a11c7ec4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:10.660855 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33aebef0-f1a7-474f-843a-11a11c7ec4c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=101046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 02:48:10.684182 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aebef0-f1a7-474f-843a-11a11c7ec4c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=114cb8c1-0395-470f-a72b-370694b97426,revision_number=1']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:10.687756 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-33aebef0-f1a7-474f-843a-11a11c7ec4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1581261'] for segment, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:10.688098 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.db.segments_db [None req-33aebef0-f1a7-474f-843a-11a11c7ec4c8 admin admin] Added segment 85a3f2d3-2097-4338-b019-d2f8fc7712f1 of type vlan for network 4238a6fc-49b2-4a62-a4fb-7ab814520a9d Sep 15 02:48:10.696697 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb644462-df14-4d4b-a6d5-a7cd48a9b517 req-94bb6817-8ad8-4e55-8f51-68e37dffa360 tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:10.698197 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-fb644462-df14-4d4b-a6d5-a7cd48a9b517 req-94bb6817-8ad8-4e55-8f51-68e37dffa360 tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee5f2276-9b2e-47f2-a3c0-74493921c9ae HTTP/1.1" status: 200 len: 944 time: 0.1020229 Sep 15 02:48:10.740218 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-834dc32b-58ab-433f-82f6-9e8bd6b8af14 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Notify callbacks [] for security_group, before_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:10.758513 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-33aebef0-f1a7-474f-843a-11a11c7ec4c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781587303702'] for network, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:10.777511 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-fb644462-df14-4d4b-a6d5-a7cd48a9b517 req-69b10287-f1e9-43e5-9f97-b9a9db36147a tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] 10.222.0.13 "GET /v2.0/security-groups?id=16cdc185-3249-4453-b1ac-1418ab026e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700669 Sep 15 02:48:10.795365 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444cd787-98c3-4ad2-afa7-f4a06fa44799 None None] Sync routers for ids ['e64f9850-2080-4c4c-bdf3-ca89f9de2926'] in dv-cinder-759955-25-smb {{(pid=101048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 02:48:10.804965 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444cd787-98c3-4ad2-afa7-f4a06fa44799 None None] Routers {'e64f9850-2080-4c4c-bdf3-ca89f9de2926'} bound to L3 agent in host dv-cinder-759955-25-smb {{(pid=101048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:48:10.815114 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_hamode_db [None req-444cd787-98c3-4ad2-afa7-f4a06fa44799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T02:36:18Z,description=,heartbeat_timestamp=2021-09-15T02:47:48Z,host='dv-cinder-759955-25-smb',id=22749488-15d0-44a3-a4aa-285786541688,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:36:19Z,topic='l3_agent')) {'router_ids': ['e64f9850-2080-4c4c-bdf3-ca89f9de2926'], 'active': True} {{(pid=101048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:48:10.852102 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-834dc32b-58ab-433f-82f6-9e8bd6b8af14 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Notify callbacks [] for security_group, precommit_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:10.922537 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-33aebef0-f1a7-474f-843a-11a11c7ec4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858'] for network, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:10.923747 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33aebef0-f1a7-474f-843a-11a11c7ec4c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:10.924395 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-33aebef0-f1a7-474f-843a-11a11c7ec4c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577872'] for network, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:10.942710 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Device 49dee741-3619-49f5-bf6e-f7b4ab591903 up at agent hyperv_hv-cinder-75995 {{(pid=101047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:48:10.950767 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_dvr_db [None req-444cd787-98c3-4ad2-afa7-f4a06fa44799 None None] Set router e64f9850-2080-4c4c-bdf3-ca89f9de2926 gateway port host: dv-cinder-759955-25-smb {{(pid=101048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:48:10.960101 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07068f0-cc6a-4404-8b12-00f458d8cdf1 req-01d9753c-db02-4819-abb3-33d5085f134a tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:10.964471 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-f07068f0-cc6a-4404-8b12-00f458d8cdf1 req-01d9753c-db02-4819-abb3-33d5085f134a tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4492b77-0aed-433d-b20c-dee4932e615d HTTP/1.1" status: 200 len: 945 time: 0.0828183 Sep 15 02:48:10.964471 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-834dc32b-58ab-433f-82f6-9e8bd6b8af14 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:11.011288 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aebef0-f1a7-474f-843a-11a11c7ec4c8 admin admin] Pushing event updated for resources: {'Network': ['ID=4238a6fc-49b2-4a62-a4fb-7ab814520a9d,revision_number=1']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:11.023166 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Network 4238a6fc-49b2-4a62-a4fb-7ab814520a9d details requested by agent ovs-agent-dv-cinder-759955-25-smb with host dv-cinder-759955-25-smb {{(pid=101047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 02:48:11.042535 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834dc32b-58ab-433f-82f6-9e8bd6b8af14 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad459af9-5975-483b-9f53-88cb63fe7ed6,revision_number=1']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:11.062458 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-33aebef0-f1a7-474f-843a-11a11c7ec4c8 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7415690 Sep 15 02:48:11.062898 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 40558) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:48:11.067894 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.v2.base [None req-542ed205-84bb-422c-a2b2-43a8c575f5ad admin admin] Request body: {'subnet': {'network_id': '4238a6fc-49b2-4a62-a4fb-7ab814520a9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1614803489-subnet', 'tenant_id': '49c2e20490af41758f761dad1c5e1062', 'ip_version': 4}} {{(pid=101046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:48:11.079959 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-f07068f0-cc6a-4404-8b12-00f458d8cdf1 req-49c14639-c20f-4c52-8459-359529e6090b tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d03ce67-083c-4842-9dce-25b3d5453925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029892 Sep 15 02:48:11.133124 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-834dc32b-58ab-433f-82f6-9e8bd6b8af14 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Notify callbacks [] for security_group, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:11.136980 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-834dc32b-58ab-433f-82f6-9e8bd6b8af14 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6012573 Sep 15 02:48:11.137127 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Provisioning for port 49dee741-3619-49f5-bf6e-f7b4ab591903 completed by entity L2. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 02:48:11.137921 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 40564) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:48:11.139986 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Provisioning complete for port 49dee741-3619-49f5-bf6e-f7b4ab591903 triggered by entity L2. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:48:11.140451 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1575204'] for port, provisioning_complete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:11.146919 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.v2.base [None req-262e7ed7-ba9e-493b-a3a5-92e2ad1dfbd8 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Request body: {'security_group_rule': {'security_group_id': 'ad459af9-5975-483b-9f53-88cb63fe7ed6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:48:11.213934 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_hamode_db [None req-444cd787-98c3-4ad2-afa7-f4a06fa44799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64f9850-2080-4c4c-bdf3-ca89f9de2926', 'name': 'tempest-TestShelveInstance-1977677375-router', 'tenant_id': 'e2069618e1d743fb819278a57e7a8e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'external_fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.80'}], 'enable_snat': True}, 'gw_port_id': 'ce48348a-1b61-4c56-bf9e-51f122871519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:48:03Z', 'updated_at': '2021-09-15T02:48:08Z', 'revision_number': 4, 'project_id': 'e2069618e1d743fb819278a57e7a8e6f', 'gw_port': {'id': 'ce48348a-1b61-4c56-bf9e-51f122871519', 'name': '', 'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64f9850-2080-4c4c-bdf3-ca89f9de2926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:48:03Z', 'updated_at': '2021-09-15T02:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-smb', '_interfaces': [{'id': '5b6a5e33-1066-4b70-bb95-acd812d4d4dd', 'name': '', 'network_id': '193dcded-1dc2-4a00-ae04-fe03560a70da', 'tenant_id': 'e2069618e1d743fb819278a57e7a8e6f', 'mac_address': 'fa:16:3e:c4:71:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e64f9850-2080-4c4c-bdf3-ca89f9de2926', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'cd4fc7d4-cfa1-4970-b768-c487501b6af1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:48:07Z', 'updated_at': '2021-09-15T02:48:08Z', 'revision_number': 2, 'project_id': 'e2069618e1d743fb819278a57e7a8e6f', 'subnets': [{'id': 'cd4fc7d4-cfa1-4970-b768-c487501b6af1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-25-smb', False) {} {{(pid=101048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:48:11.227717 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:11.246111 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444cd787-98c3-4ad2-afa7-f4a06fa44799 None None] Checking router: e64f9850-2080-4c4c-bdf3-ca89f9de2926 for host: dv-cinder-759955-25-smb {{(pid=101048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 02:48:11.246509 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444cd787-98c3-4ad2-afa7-f4a06fa44799 None None] Updating router e64f9850-2080-4c4c-bdf3-ca89f9de2926 port 5b6a5e33-1066-4b70-bb95-acd812d4d4dd binding host dv-cinder-759955-25-smb {{(pid=101048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 02:48:11.260820 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee5f2276-9b2e-47f2-a3c0-74493921c9ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49dee741-3619-49f5-bf6e-f7b4ab591903'}] {{(pid=101047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:48:11.263501 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c8380946bd2a122839d37a92bf46cf7528befbf14a007f21b6f8387627c5c86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f2135d7-9877-4dc7-ae31-4e9a5817a21d" -d '{"events": [{"server_uuid": "ee5f2276-9b2e-47f2-a3c0-74493921c9ae", "name": "network-vif-plugged", "status": "completed", "tag": "49dee741-3619-49f5-bf6e-f7b4ab591903"}]}' {{(pid=101047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:48:11.274564 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron_lib.callbacks.manager [None req-444cd787-98c3-4ad2-afa7-f4a06fa44799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:11.281225 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] For port 49dee741-3619-49f5-bf6e-f7b4ab591903, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=49dee741-3619-49f5-bf6e-f7b4ab591903,segment=NetworkSegment(a162e7d6-fad6-4187-9a1d-b6c37a7ba7cb),segment_id=a162e7d6-fad6-4187-9a1d-b6c37a7ba7cb)] {{(pid=101047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:48:11.286682 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-542ed205-84bb-422c-a2b2-43a8c575f5ad admin admin] Made reservation on behalf of 49c2e20490af41758f761dad1c5e1062 for: {'subnet': 1} {{(pid=101046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:48:11.289260 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-542ed205-84bb-422c-a2b2-43a8c575f5ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27079578'] for subnet, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:11.315356 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 02:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57cfd490-fddf-4550-bdec-38f78dea7411 x-openstack-request-id: req-57cfd490-fddf-4550-bdec-38f78dea7411 {{(pid=101047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:48:11.315925 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee5f2276-9b2e-47f2-a3c0-74493921c9ae", "name": "network-vif-plugged", "status": "completed", "tag": "49dee741-3619-49f5-bf6e-f7b4ab591903", "code": 200}]} {{(pid=101047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:48:11.315925 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-57cfd490-fddf-4550-bdec-38f78dea7411 {{(pid=101047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:48:11.316294 dv-cinder-759955-25-smb neutron-server[101047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee5f2276-9b2e-47f2-a3c0-74493921c9ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49dee741-3619-49f5-bf6e-f7b4ab591903', 'code': 200} Sep 15 02:48:11.338994 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b8b335-54e9-4c17-b8dc-c13985b02123 req-cad75949-04f0-4128-9812-ad671b946ef6 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:11.341828 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-58b8b335-54e9-4c17-b8dc-c13985b02123 req-cad75949-04f0-4128-9812-ad671b946ef6 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4492b77-0aed-433d-b20c-dee4932e615d HTTP/1.1" status: 200 len: 945 time: 0.1355355 Sep 15 02:48:11.367475 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:11.417750 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-262e7ed7-ba9e-493b-a3a5-92e2ad1dfbd8 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:11.443641 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Pushing event updated for resources: {'Port': ['ID=49dee741-3619-49f5-bf6e-f7b4ab591903,revision_number=5']} {{(pid=101047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:11.491879 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-58b8b335-54e9-4c17-b8dc-c13985b02123 req-879243e1-589c-46d4-9a1b-41d854db1638 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d03ce67-083c-4842-9dce-25b3d5453925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987220 Sep 15 02:48:11.618190 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron_lib.callbacks.manager [None req-444cd787-98c3-4ad2-afa7-f4a06fa44799 None None] Notify callbacks [] for port, precommit_update {{(pid=101048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:11.633660 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-262e7ed7-ba9e-493b-a3a5-92e2ad1dfbd8 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:11.649325 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515f9fce-f759-4c3c-b930-d4fceb7dc7bc req-61a4fdef-aff2-49b2-887e-023e9ca7ac01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:11.651428 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-515f9fce-f759-4c3c-b930-d4fceb7dc7bc req-61a4fdef-aff2-49b2-887e-023e9ca7ac01 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ee5f2276-9b2e-47f2-a3c0-74493921c9ae HTTP/1.1" status: 200 len: 1098 time: 0.0528181 Sep 15 02:48:11.690732 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-515f9fce-f759-4c3c-b930-d4fceb7dc7bc req-8ebca51b-673c-4db8-b49e-f16e01cf2f7f service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=16cdc185-3249-4453-b1ac-1418ab026e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305426 Sep 15 02:48:11.704540 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron_lib.callbacks.manager [None req-444cd787-98c3-4ad2-afa7-f4a06fa44799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:11.745175 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-542ed205-84bb-422c-a2b2-43a8c575f5ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25909674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27079604'] for subnet, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:11.761041 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8144ebc4-0e1f-4629-959b-367fe7c42bf6 None None] Pushing event updated for resources: {'Port': ['ID=5b6a5e33-1066-4b70-bb95-acd812d4d4dd,revision_number=3']} {{(pid=101048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:11.792069 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-262e7ed7-ba9e-493b-a3a5-92e2ad1dfbd8 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904760'] for security_group_rule, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:11.793671 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542ed205-84bb-422c-a2b2-43a8c575f5ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=ced4ba96-7228-4b3a-a4a4-2e4ab448bd55,revision_number=0']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:11.836237 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262e7ed7-ba9e-493b-a3a5-92e2ad1dfbd8 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62d7b74e-63b7-4a3a-8ac0-1574b6124f17,revision_number=0']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:11.887265 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542ed205-84bb-422c-a2b2-43a8c575f5ad admin admin] Checking segment: {'id': '85a3f2d3-2097-4338-b019-d2f8fc7712f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '4238a6fc-49b2-4a62-a4fb-7ab814520a9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:48:11.887628 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542ed205-84bb-422c-a2b2-43a8c575f5ad admin admin] Network hostable DHCP agents. Network: 4238a6fc-49b2-4a62-a4fb-7ab814520a9d, hostable agents: ['4ac00676-0bd7-4634-9dbc-c2a760561995'], hosted agents: [] {{(pid=101046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 02:48:11.943132 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-262e7ed7-ba9e-493b-a3a5-92e2ad1dfbd8 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:11.947034 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-262e7ed7-ba9e-493b-a3a5-92e2ad1dfbd8 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8057690 Sep 15 02:48:11.947263 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 40590) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:48:11.951710 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.v2.base [None req-0f0bd125-e167-4502-a7c1-0252006a2b2a tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Request body: {'security_group_rule': {'security_group_id': 'ad459af9-5975-483b-9f53-88cb63fe7ed6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:48:11.963462 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece04242-82f4-4e4d-8c91-a85c0b844af9 req-67d940f8-0fb7-4b7b-8c83-6a5879dcdd0e tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:11.975689 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-ece04242-82f4-4e4d-8c91-a85c0b844af9 req-67d940f8-0fb7-4b7b-8c83-6a5879dcdd0e tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee5f2276-9b2e-47f2-a3c0-74493921c9ae HTTP/1.1" status: 200 len: 945 time: 0.0691333 Sep 15 02:48:11.977554 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.plugins.ml2.managers [None req-444cd787-98c3-4ad2-afa7-f4a06fa44799 None None] Attempting to bind port 5b6a5e33-1066-4b70-bb95-acd812d4d4dd on host dv-cinder-759955-25-smb for vnic_type normal with profile {{(pid=101048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 02:48:11.978045 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.plugins.ml2.managers [None req-444cd787-98c3-4ad2-afa7-f4a06fa44799 None None] Attempting to bind port 5b6a5e33-1066-4b70-bb95-acd812d4d4dd by drivers openvswitch,hyperv on host dv-cinder-759955-25-smb at level 0 using segments [{'id': '9bd77118-6cfd-474e-ae0c-59175021701f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '193dcded-1dc2-4a00-ae04-fe03560a70da'}] {{(pid=101048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 02:48:11.978359 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444cd787-98c3-4ad2-afa7-f4a06fa44799 None None] Attempting to bind port 5b6a5e33-1066-4b70-bb95-acd812d4d4dd on network 193dcded-1dc2-4a00-ae04-fe03560a70da {{(pid=101048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:48:11.985398 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444cd787-98c3-4ad2-afa7-f4a06fa44799 None None] Checking agent: {'id': '129dda3c-f944-45fc-94b1-aa204aafba01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-25-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 36, 18), 'started_at': datetime.datetime(2021, 9, 15, 2, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 2, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-25-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 02:48:11.985817 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444cd787-98c3-4ad2-afa7-f4a06fa44799 None None] Checking segment: {'id': '9bd77118-6cfd-474e-ae0c-59175021701f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '193dcded-1dc2-4a00-ae04-fe03560a70da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:48:11.986222 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron_lib.callbacks.manager [None req-444cd787-98c3-4ad2-afa7-f4a06fa44799 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:11.986611 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444cd787-98c3-4ad2-afa7-f4a06fa44799 None None] Bound using segment: {'id': '9bd77118-6cfd-474e-ae0c-59175021701f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '193dcded-1dc2-4a00-ae04-fe03560a70da'} {{(pid=101048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 02:48:11.987153 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.plugins.ml2.managers [None req-444cd787-98c3-4ad2-afa7-f4a06fa44799 None None] Bound port: 5b6a5e33-1066-4b70-bb95-acd812d4d4dd, host: dv-cinder-759955-25-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bd77118-6cfd-474e-ae0c-59175021701f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '193dcded-1dc2-4a00-ae04-fe03560a70da'}}] {{(pid=101048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 02:48:11.987552 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron_lib.callbacks.manager [None req-444cd787-98c3-4ad2-afa7-f4a06fa44799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:12.018004 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb84ca2-20d9-4e38-93b2-59bfdb9fb4f0 req-c7c26901-b735-4d84-a934-b9c9702b9468 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:12.019553 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-7fb84ca2-20d9-4e38-93b2-59bfdb9fb4f0 req-c7c26901-b735-4d84-a934-b9c9702b9468 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4492b77-0aed-433d-b20c-dee4932e615d HTTP/1.1" status: 200 len: 945 time: 0.1280453 Sep 15 02:48:12.020293 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-ece04242-82f4-4e4d-8c91-a85c0b844af9 req-c616a8de-a023-467f-ae88-ef0b6fe6ec04 tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] 10.222.0.13 "GET /v2.0/security-groups?id=16cdc185-3249-4453-b1ac-1418ab026e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442550 Sep 15 02:48:12.020895 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542ed205-84bb-422c-a2b2-43a8c575f5ad admin admin] Network 4238a6fc-49b2-4a62-a4fb-7ab814520a9d is scheduled to be hosted by DHCP agent 4ac00676-0bd7-4634-9dbc-c2a760561995 with binding_index 1 {{(pid=101046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 02:48:12.058932 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.plugins.ml2.db [None req-444cd787-98c3-4ad2-afa7-f4a06fa44799 None None] For port 5b6a5e33-1066-4b70-bb95-acd812d4d4dd, host dv-cinder-759955-25-smb, cleared binding levels {{(pid=101048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 02:48:12.061674 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-7fb84ca2-20d9-4e38-93b2-59bfdb9fb4f0 req-36306f99-40ed-42a0-a23f-4c450cdf8efc tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d03ce67-083c-4842-9dce-25b3d5453925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332868 Sep 15 02:48:12.062191 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.plugins.ml2.db [None req-444cd787-98c3-4ad2-afa7-f4a06fa44799 None None] For port 5b6a5e33-1066-4b70-bb95-acd812d4d4dd, host dv-cinder-759955-25-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-smb',level=0,port_id=5b6a5e33-1066-4b70-bb95-acd812d4d4dd,segment=NetworkSegment(9bd77118-6cfd-474e-ae0c-59175021701f),segment_id=9bd77118-6cfd-474e-ae0c-59175021701f)] {{(pid=101048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 02:48:12.076160 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-0f0bd125-e167-4502-a7c1-0252006a2b2a tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:12.095878 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.scheduler.base_scheduler [None req-542ed205-84bb-422c-a2b2-43a8c575f5ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-25-smb, 4238a6fc-49b2-4a62-a4fb-7ab814520a9d) {{(pid=101046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:48:12.100660 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542ed205-84bb-422c-a2b2-43a8c575f5ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:12.101164 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-542ed205-84bb-422c-a2b2-43a8c575f5ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:12.108028 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa4ffe9-215e-4381-b27d-ef41ba3f130f None None] Network 4238a6fc-49b2-4a62-a4fb-7ab814520a9d requested from dv-cinder-759955-25-smb {{(pid=101047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 02:48:12.145174 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron_lib.callbacks.manager [None req-444cd787-98c3-4ad2-afa7-f4a06fa44799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:12.148080 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-c60eb189-c1e4-4b41-b9a9-c9f9dacf4bc2 None None] Provisioning complete for port 5b6a5e33-1066-4b70-bb95-acd812d4d4dd triggered by entity DHCP. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:48:12.148080 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-c60eb189-c1e4-4b41-b9a9-c9f9dacf4bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1575204'] for port, provisioning_complete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:12.177546 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-0f0bd125-e167-4502-a7c1-0252006a2b2a tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:12.226335 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-542ed205-84bb-422c-a2b2-43a8c575f5ad admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1620529 Sep 15 02:48:12.228612 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 40596) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:48:12.238114 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.v2.base [None req-443d63d4-b1b6-463b-97b2-056b2571c11b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1614803489-router', 'tenant_id': '49c2e20490af41758f761dad1c5e1062', 'external_gateway_info': {'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1'}}} {{(pid=101046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:48:12.283456 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444cd787-98c3-4ad2-afa7-f4a06fa44799 None None] Routers {'e64f9850-2080-4c4c-bdf3-ca89f9de2926'} bound to L3 agent in host dv-cinder-759955-25-smb {{(pid=101048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:48:12.283846 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-0f0bd125-e167-4502-a7c1-0252006a2b2a tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904760'] for security_group_rule, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:12.284245 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_hamode_db [None req-444cd787-98c3-4ad2-afa7-f4a06fa44799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T02:36:18Z,description=,heartbeat_timestamp=2021-09-15T02:47:48Z,host='dv-cinder-759955-25-smb',id=22749488-15d0-44a3-a4aa-285786541688,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:36:19Z,topic='l3_agent')) {'router_ids': ['e64f9850-2080-4c4c-bdf3-ca89f9de2926'], 'active': True} {{(pid=101048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:48:12.310659 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0bd125-e167-4502-a7c1-0252006a2b2a tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=192012ab-f51d-49e4-a602-8e44bb566f51,revision_number=0']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:12.340889 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-443d63d4-b1b6-463b-97b2-056b2571c11b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1030536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-969'] for router, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:12.341980 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-443d63d4-b1b6-463b-97b2-056b2571c11b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1030936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1028488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-970245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-978'] for router, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:12.349996 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8144ebc4-0e1f-4629-959b-367fe7c42bf6 None None] Pushing event updated for resources: {'Port': ['ID=5b6a5e33-1066-4b70-bb95-acd812d4d4dd,revision_number=4']} {{(pid=101048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:12.422292 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Device ce48348a-1b61-4c56-bf9e-51f122871519 up at agent ovs-agent-dv-cinder-759955-25-smb {{(pid=101047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:48:12.428186 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-443d63d4-b1b6-463b-97b2-056b2571c11b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:12.450936 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_dvr_db [None req-444cd787-98c3-4ad2-afa7-f4a06fa44799 None None] Set router e64f9850-2080-4c4c-bdf3-ca89f9de2926 gateway port host: dv-cinder-759955-25-smb {{(pid=101048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:48:12.470941 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-0f0bd125-e167-4502-a7c1-0252006a2b2a tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:12.472345 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-0f0bd125-e167-4502-a7c1-0252006a2b2a tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5240571 Sep 15 02:48:12.475733 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 40598) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:48:12.481733 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.v2.base [None req-a1f83108-15d3-4768-b662-93e6018c44c2 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Request body: {'floatingip': {'floating_network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1'}} {{(pid=101046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:48:12.517664 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-c60eb189-c1e4-4b41-b9a9-c9f9dacf4bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:12.521429 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495eefc2-1572-4994-8738-70fc066cb4cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe85668e-e89f-562c-b83c-593ad87c45d5-4238a6fc-49b2-4a62-a4fb-7ab814520a9d', 'network_id': '4238a6fc-49b2-4a62-a4fb-7ab814520a9d', 'tenant_id': '49c2e20490af41758f761dad1c5e1062', 'fixed_ips': [{'subnet_id': 'ced4ba96-7228-4b3a-a4a4-2e4ab448bd55'}]}} from dv-cinder-759955-25-smb. {{(pid=101047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 02:48:12.522224 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-495eefc2-1572-4994-8738-70fc066cb4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_create {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:12.606877 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-a1f83108-15d3-4768-b662-93e6018c44c2 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Notify callbacks [] for floatingip, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:12.619838 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-c60eb189-c1e4-4b41-b9a9-c9f9dacf4bc2 None None] For port 5b6a5e33-1066-4b70-bb95-acd812d4d4dd, host dv-cinder-759955-25-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-smb',level=0,port_id=5b6a5e33-1066-4b70-bb95-acd812d4d4dd,segment=NetworkSegment(9bd77118-6cfd-474e-ae0c-59175021701f),segment_id=9bd77118-6cfd-474e-ae0c-59175021701f)] {{(pid=101047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:48:12.638179 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Provisioning complete for port ce48348a-1b61-4c56-bf9e-51f122871519 triggered by entity L2. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:48:12.638958 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1575204'] for port, provisioning_complete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:12.698676 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-443d63d4-b1b6-463b-97b2-056b2571c11b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:12.702898 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_hamode_db [None req-444cd787-98c3-4ad2-afa7-f4a06fa44799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64f9850-2080-4c4c-bdf3-ca89f9de2926', 'name': 'tempest-TestShelveInstance-1977677375-router', 'tenant_id': 'e2069618e1d743fb819278a57e7a8e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'external_fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.80'}], 'enable_snat': True}, 'gw_port_id': 'ce48348a-1b61-4c56-bf9e-51f122871519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:48:03Z', 'updated_at': '2021-09-15T02:48:08Z', 'revision_number': 4, 'project_id': 'e2069618e1d743fb819278a57e7a8e6f', 'gw_port': {'id': 'ce48348a-1b61-4c56-bf9e-51f122871519', 'name': '', 'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64f9850-2080-4c4c-bdf3-ca89f9de2926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:48:03Z', 'updated_at': '2021-09-15T02:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-smb', '_interfaces': [{'id': '5b6a5e33-1066-4b70-bb95-acd812d4d4dd', 'name': '', 'network_id': '193dcded-1dc2-4a00-ae04-fe03560a70da', 'tenant_id': 'e2069618e1d743fb819278a57e7a8e6f', 'mac_address': 'fa:16:3e:c4:71:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e64f9850-2080-4c4c-bdf3-ca89f9de2926', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'cd4fc7d4-cfa1-4970-b768-c487501b6af1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:48:07Z', 'updated_at': '2021-09-15T02:48:12Z', 'revision_number': 4, 'project_id': 'e2069618e1d743fb819278a57e7a8e6f', 'subnets': [{'id': 'cd4fc7d4-cfa1-4970-b768-c487501b6af1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-25-smb', False) {} {{(pid=101048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:48:12.737272 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-c60eb189-c1e4-4b41-b9a9-c9f9dacf4bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:12.743705 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444cd787-98c3-4ad2-afa7-f4a06fa44799 None None] The sync data for ids ['e64f9850-2080-4c4c-bdf3-ca89f9de2926'] in dv-cinder-759955-25-smb is: [{'id': 'e64f9850-2080-4c4c-bdf3-ca89f9de2926', 'name': 'tempest-TestShelveInstance-1977677375-router', 'tenant_id': 'e2069618e1d743fb819278a57e7a8e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'external_fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.80'}], 'enable_snat': True}, 'gw_port_id': 'ce48348a-1b61-4c56-bf9e-51f122871519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:48:03Z', 'updated_at': '2021-09-15T02:48:08Z', 'revision_number': 4, 'project_id': 'e2069618e1d743fb819278a57e7a8e6f', 'gw_port': {'id': 'ce48348a-1b61-4c56-bf9e-51f122871519', 'name': '', 'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64f9850-2080-4c4c-bdf3-ca89f9de2926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:48:03Z', 'updated_at': '2021-09-15T02:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-smb', '_interfaces': [{'id': '5b6a5e33-1066-4b70-bb95-acd812d4d4dd', 'name': '', 'network_id': '193dcded-1dc2-4a00-ae04-fe03560a70da', 'tenant_id': 'e2069618e1d743fb819278a57e7a8e6f', 'mac_address': 'fa:16:3e:c4:71:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e64f9850-2080-4c4c-bdf3-ca89f9de2926', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'cd4fc7d4-cfa1-4970-b768-c487501b6af1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:48:07Z', 'updated_at': '2021-09-15T02:48:12Z', 'revision_number': 4, 'project_id': 'e2069618e1d743fb819278a57e7a8e6f', 'subnets': [{'id': 'cd4fc7d4-cfa1-4970-b768-c487501b6af1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 02:48:12.747823 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.db_base_plugin_common [None req-495eefc2-1572-4994-8738-70fc066cb4cb None None] Allocated IP 172.20.0.2 (4238a6fc-49b2-4a62-a4fb-7ab814520a9d/ced4ba96-7228-4b3a-a4a4-2e4ab448bd55/aa88ef1e-39a0-4fff-b1dc-d667cc98a379) {{(pid=101047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:48:12.866046 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-a1f83108-15d3-4768-b662-93e6018c44c2 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:12.866317 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60eb189-c1e4-4b41-b9a9-c9f9dacf4bc2 None None] Pushing event updated for resources: {'Port': ['ID=5b6a5e33-1066-4b70-bb95-acd812d4d4dd,revision_number=5']} {{(pid=101047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:12.949392 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-21332c1e-e326-4b56-9848-dd2da0f415cb None None] Provisioning complete for port 5b6a5e33-1066-4b70-bb95-acd812d4d4dd triggered by entity DHCP. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:48:12.949947 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-21332c1e-e326-4b56-9848-dd2da0f415cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1575204'] for port, provisioning_complete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:13.063384 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.db.db_base_plugin_common [None req-a1f83108-15d3-4768-b662-93e6018c44c2 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Allocated IP 172.28.3.86 (33518f62-a6b6-442c-a872-dfb5ddf2cbe1/7529c9c6-8ff3-40d4-8357-6b3b49e7afdc/3bef2dbe-7c58-4f28-ae42-604f93e0e06e) {{(pid=101046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:48:13.140855 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-495eefc2-1572-4994-8738-70fc066cb4cb None None] Notify callbacks [] for port, precommit_create {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:13.162171 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd228e19-c9b8-4161-bf63-98da8801d949 req-6f7bbf74-58df-4ab7-b4eb-6fc50b99743e tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:13.170071 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-fd228e19-c9b8-4161-bf63-98da8801d949 req-6f7bbf74-58df-4ab7-b4eb-6fc50b99743e tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee5f2276-9b2e-47f2-a3c0-74493921c9ae HTTP/1.1" status: 200 len: 945 time: 0.0669715 Sep 15 02:48:13.216858 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-fd228e19-c9b8-4161-bf63-98da8801d949 req-96cb8107-d2fe-4bfa-9bba-9bf38bcb82d3 tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] 10.222.0.13 "GET /v2.0/security-groups?id=16cdc185-3249-4453-b1ac-1418ab026e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453947 Sep 15 02:48:13.230122 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-495eefc2-1572-4994-8738-70fc066cb4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781587269048'] for port, after_create {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:13.273370 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495eefc2-1572-4994-8738-70fc066cb4cb None None] Network 4238a6fc-49b2-4a62-a4fb-7ab814520a9d is already hosted by enough agents. {{(pid=101047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:48:13.276740 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.scheduler.base_scheduler [None req-495eefc2-1572-4994-8738-70fc066cb4cb None None] Resources bound (agent type, host, resource id): {{(pid=101047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:48:13.283472 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495eefc2-1572-4994-8738-70fc066cb4cb None None] Received port after_create {{(pid=101047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:48:13.285554 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-443d63d4-b1b6-463b-97b2-056b2571c11b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:13.303657 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495eefc2-1572-4994-8738-70fc066cb4cb None None] Pushing event updated for resources: {'Port': ['ID=aa88ef1e-39a0-4fff-b1dc-d667cc98a379,revision_number=1']} {{(pid=101047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:13.310360 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-443d63d4-b1b6-463b-97b2-056b2571c11b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:13.355574 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.managers [None req-495eefc2-1572-4994-8738-70fc066cb4cb None None] Attempting to bind port aa88ef1e-39a0-4fff-b1dc-d667cc98a379 on host dv-cinder-759955-25-smb for vnic_type normal with profile {{(pid=101047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 02:48:13.355947 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.managers [None req-495eefc2-1572-4994-8738-70fc066cb4cb None None] Attempting to bind port aa88ef1e-39a0-4fff-b1dc-d667cc98a379 by drivers openvswitch,hyperv on host dv-cinder-759955-25-smb at level 0 using segments [{'id': '85a3f2d3-2097-4338-b019-d2f8fc7712f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '4238a6fc-49b2-4a62-a4fb-7ab814520a9d'}] {{(pid=101047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 02:48:13.356309 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495eefc2-1572-4994-8738-70fc066cb4cb None None] Attempting to bind port aa88ef1e-39a0-4fff-b1dc-d667cc98a379 on network 4238a6fc-49b2-4a62-a4fb-7ab814520a9d {{(pid=101047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:48:13.362118 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495eefc2-1572-4994-8738-70fc066cb4cb None None] Checking agent: {'id': '129dda3c-f944-45fc-94b1-aa204aafba01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-25-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 36, 18), 'started_at': datetime.datetime(2021, 9, 15, 2, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 2, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-25-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 02:48:13.362491 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495eefc2-1572-4994-8738-70fc066cb4cb None None] Checking segment: {'id': '85a3f2d3-2097-4338-b019-d2f8fc7712f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '4238a6fc-49b2-4a62-a4fb-7ab814520a9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:48:13.362895 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-495eefc2-1572-4994-8738-70fc066cb4cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:13.370399 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495eefc2-1572-4994-8738-70fc066cb4cb None None] Bound using segment: {'id': '85a3f2d3-2097-4338-b019-d2f8fc7712f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '4238a6fc-49b2-4a62-a4fb-7ab814520a9d'} {{(pid=101047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 02:48:13.370399 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.managers [None req-495eefc2-1572-4994-8738-70fc066cb4cb None None] Bound port: aa88ef1e-39a0-4fff-b1dc-d667cc98a379, host: dv-cinder-759955-25-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85a3f2d3-2097-4338-b019-d2f8fc7712f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '4238a6fc-49b2-4a62-a4fb-7ab814520a9d'}}] {{(pid=101047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 02:48:13.370399 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-495eefc2-1572-4994-8738-70fc066cb4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:13.439709 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-495eefc2-1572-4994-8738-70fc066cb4cb None None] For port aa88ef1e-39a0-4fff-b1dc-d667cc98a379, host dv-cinder-759955-25-smb, cleared binding levels {{(pid=101047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 02:48:13.444826 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-a1f83108-15d3-4768-b662-93e6018c44c2 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Notify callbacks [] for port, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:13.447427 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-495eefc2-1572-4994-8738-70fc066cb4cb None None] For port aa88ef1e-39a0-4fff-b1dc-d667cc98a379, host dv-cinder-759955-25-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-smb',level=0,port_id=aa88ef1e-39a0-4fff-b1dc-d667cc98a379,segment=NetworkSegment(85a3f2d3-2097-4338-b019-d2f8fc7712f1),segment_id=85a3f2d3-2097-4338-b019-d2f8fc7712f1)] {{(pid=101047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 02:48:13.550994 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-495eefc2-1572-4994-8738-70fc066cb4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:13.556746 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-a1f83108-15d3-4768-b662-93e6018c44c2 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781587269048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25909702'] for port, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:13.619662 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495eefc2-1572-4994-8738-70fc066cb4cb None None] Pushing event updated for resources: {'Port': ['ID=aa88ef1e-39a0-4fff-b1dc-d667cc98a379,revision_number=2']} {{(pid=101047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:13.649646 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f83108-15d3-4768-b662-93e6018c44c2 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Network 33518f62-a6b6-442c-a872-dfb5ddf2cbe1 is already hosted by enough agents. {{(pid=101046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:48:13.663875 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.scheduler.base_scheduler [None req-a1f83108-15d3-4768-b662-93e6018c44c2 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Resources bound (agent type, host, resource id): {{(pid=101046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:48:13.664702 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f83108-15d3-4768-b662-93e6018c44c2 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Pushing event updated for resources: {'Port': ['ID=3bef2dbe-7c58-4f28-ae42-604f93e0e06e,revision_number=1']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:13.666663 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f83108-15d3-4768-b662-93e6018c44c2 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Received port after_create {{(pid=101046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:48:13.668956 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.db.db_base_plugin_common [None req-443d63d4-b1b6-463b-97b2-056b2571c11b admin admin] Allocated IP 172.28.3.161 (33518f62-a6b6-442c-a872-dfb5ddf2cbe1/7529c9c6-8ff3-40d4-8357-6b3b49e7afdc/edce0a9b-70e8-481b-9a4a-cb8f4f7f7397) {{(pid=101046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:48:14.083597 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-a1f83108-15d3-4768-b662-93e6018c44c2 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:14.106149 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-443d63d4-b1b6-463b-97b2-056b2571c11b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:14.207355 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-a1f83108-15d3-4768-b662-93e6018c44c2 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:14.210821 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-443d63d4-b1b6-463b-97b2-056b2571c11b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781587269048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25909702'] for port, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:14.266279 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-443d63d4-b1b6-463b-97b2-056b2571c11b admin admin] Network 33518f62-a6b6-442c-a872-dfb5ddf2cbe1 is already hosted by enough agents. {{(pid=101046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:48:14.273346 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.scheduler.base_scheduler [None req-443d63d4-b1b6-463b-97b2-056b2571c11b admin admin] Resources bound (agent type, host, resource id): {{(pid=101046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:48:14.276055 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443d63d4-b1b6-463b-97b2-056b2571c11b admin admin] Received port after_create {{(pid=101046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:48:14.326257 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Device 5b6a5e33-1066-4b70-bb95-acd812d4d4dd up at agent ovs-agent-dv-cinder-759955-25-smb {{(pid=101047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:48:14.362258 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443d63d4-b1b6-463b-97b2-056b2571c11b admin admin] Pushing event updated for resources: {'Port': ['ID=edce0a9b-70e8-481b-9a4a-cb8f4f7f7397,revision_number=1']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:14.452542 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Provisioning complete for port 5b6a5e33-1066-4b70-bb95-acd812d4d4dd triggered by entity L2. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:48:14.454356 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1575204'] for port, provisioning_complete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:14.596569 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Device aa88ef1e-39a0-4fff-b1dc-d667cc98a379 up at agent ovs-agent-dv-cinder-759955-25-smb {{(pid=101047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:48:14.640749 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-a1f83108-15d3-4768-b662-93e6018c44c2 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Notify callbacks [] for port, precommit_update {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:14.650683 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Provisioning complete for port aa88ef1e-39a0-4fff-b1dc-d667cc98a379 triggered by entity L2. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:48:14.651083 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1575204'] for port, provisioning_complete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:14.731852 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-a1f83108-15d3-4768-b662-93e6018c44c2 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25909727'] for port, after_update {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:14.733163 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:14.760407 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-112db1a5-d97a-4abd-84d4-2a5948f34938 None None] Network 4238a6fc-49b2-4a62-a4fb-7ab814520a9d requested from dv-cinder-759955-25-smb {{(pid=101047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 02:48:14.814953 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] For port aa88ef1e-39a0-4fff-b1dc-d667cc98a379, host dv-cinder-759955-25-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-smb',level=0,port_id=aa88ef1e-39a0-4fff-b1dc-d667cc98a379,segment=NetworkSegment(85a3f2d3-2097-4338-b019-d2f8fc7712f1),segment_id=85a3f2d3-2097-4338-b019-d2f8fc7712f1)] {{(pid=101047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:48:14.841578 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f83108-15d3-4768-b662-93e6018c44c2 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Pushing event updated for resources: {'Port': ['ID=3bef2dbe-7c58-4f28-ae42-604f93e0e06e,revision_number=2']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:14.862034 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-fedbc8ab-1014-46c9-8478-522fe4e97cb4 None None] Provisioning complete for port aa88ef1e-39a0-4fff-b1dc-d667cc98a379 triggered by entity DHCP. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:48:14.862635 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-fedbc8ab-1014-46c9-8478-522fe4e97cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1575204'] for port, provisioning_complete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:14.870402 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-443d63d4-b1b6-463b-97b2-056b2571c11b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:14.875123 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-a1f83108-15d3-4768-b662-93e6018c44c2 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1028869'] for floatingip, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:14.911220 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:15.018441 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-a1f83108-15d3-4768-b662-93e6018c44c2 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89626'] for floatingip, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:15.019720 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-a1f83108-15d3-4768-b662-93e6018c44c2 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5428777 Sep 15 02:48:15.026603 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Pushing event updated for resources: {'Port': ['ID=aa88ef1e-39a0-4fff-b1dc-d667cc98a379,revision_number=3']} {{(pid=101047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:15.098072 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-443d63d4-b1b6-463b-97b2-056b2571c11b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1030935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1028959'] for router, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:15.266160 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-6352b4e0-2123-401d-a2de-c4582c88bd14 req-5734c91a-e7c1-4612-a15e-83b55fdecabe tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1253081829&fields=id&tenant_id=bf1160da16cc4aa8a8f7f5065e5f7661 HTTP/1.1" status: 200 len: 267 time: 0.0527279 Sep 15 02:48:15.352098 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-443d63d4-b1b6-463b-97b2-056b2571c11b admin admin] Router aae92e6a-1a9b-40a2-b245-eb0a387ba7f9 is scheduled to L3 agent 22749488-15d0-44a3-a4aa-285786541688 with binding_index 1 {{(pid=101046) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 02:48:15.414878 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-0055a7b2-aecc-493d-8450-4c8c58ead11d None None] Provisioning complete for port aa88ef1e-39a0-4fff-b1dc-d667cc98a379 triggered by entity DHCP. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:48:15.419159 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-0055a7b2-aecc-493d-8450-4c8c58ead11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1575204'] for port, provisioning_complete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:15.436057 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6352b4e0-2123-401d-a2de-c4582c88bd14 req-491fdf81-9db7-4416-ac69-e3f5025be87f tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:15.437662 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-6352b4e0-2123-401d-a2de-c4582c88bd14 req-491fdf81-9db7-4416-ac69-e3f5025be87f tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/networks?id=559d7eea-ef89-4b33-b717-afb1545433a5 HTTP/1.1" status: 200 len: 816 time: 0.1625702 Sep 15 02:48:15.461087 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-9dc12bde-9c75-4655-8c93-476b9723468d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:15.489611 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-6352b4e0-2123-401d-a2de-c4582c88bd14 req-a27e43b4-4806-4653-9c8e-8d0cb5890d4b tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/quotas/bf1160da16cc4aa8a8f7f5065e5f7661 HTTP/1.1" status: 200 len: 375 time: 0.0185509 Sep 15 02:48:15.501295 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-443d63d4-b1b6-463b-97b2-056b2571c11b admin admin] Notify agent at l3_agent.dv-cinder-759955-25-smb the message routers_updated {{(pid=101046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 02:48:15.517087 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9927bcec-9032-45cb-b55f-8db6d2af821d None None] Sync routers for ids ['aae92e6a-1a9b-40a2-b245-eb0a387ba7f9'] in dv-cinder-759955-25-smb {{(pid=101047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 02:48:15.527195 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9927bcec-9032-45cb-b55f-8db6d2af821d None None] Routers {'aae92e6a-1a9b-40a2-b245-eb0a387ba7f9'} bound to L3 agent in host dv-cinder-759955-25-smb {{(pid=101047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:48:15.527811 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_hamode_db [None req-9927bcec-9032-45cb-b55f-8db6d2af821d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T02:36:18Z,description=,heartbeat_timestamp=2021-09-15T02:47:48Z,host='dv-cinder-759955-25-smb',id=22749488-15d0-44a3-a4aa-285786541688,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:36:19Z,topic='l3_agent')) {'router_ids': ['aae92e6a-1a9b-40a2-b245-eb0a387ba7f9'], 'active': True} {{(pid=101047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:48:15.554496 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-6352b4e0-2123-401d-a2de-c4582c88bd14 req-ebb62adb-9479-490b-b917-6ca65d769e9a tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=bf1160da16cc4aa8a8f7f5065e5f7661&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0561259 Sep 15 02:48:15.596534 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-443d63d4-b1b6-463b-97b2-056b2571c11b admin admin] Notify callbacks [] for router, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:15.597657 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-443d63d4-b1b6-463b-97b2-056b2571c11b admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.3665533 Sep 15 02:48:15.600526 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 40660) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:48:15.640945 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_dvr_db [None req-9927bcec-9032-45cb-b55f-8db6d2af821d None None] Set router aae92e6a-1a9b-40a2-b245-eb0a387ba7f9 gateway port host: dv-cinder-759955-25-smb {{(pid=101047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:48:15.656430 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-6352b4e0-2123-401d-a2de-c4582c88bd14 req-1283d8d1-71d8-4139-a616-cea76b8da670 service neutron] 10.222.0.13 "GET /v2.0/networks/559d7eea-ef89-4b33-b717-afb1545433a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888870 Sep 15 02:48:15.764536 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-6352b4e0-2123-401d-a2de-c4582c88bd14 req-17fe38fd-ff0b-448a-bcbd-f06a806cc8d6 service neutron] 10.222.0.13 "GET /v2.0/networks/559d7eea-ef89-4b33-b717-afb1545433a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923460 Sep 15 02:48:15.850673 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_hamode_db [None req-9927bcec-9032-45cb-b55f-8db6d2af821d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aae92e6a-1a9b-40a2-b245-eb0a387ba7f9', 'name': 'tempest-TestShelveInstance-1614803489-router', 'tenant_id': '49c2e20490af41758f761dad1c5e1062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'external_fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.161'}], 'enable_snat': True}, 'gw_port_id': 'edce0a9b-70e8-481b-9a4a-cb8f4f7f7397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:48:12Z', 'updated_at': '2021-09-15T02:48:14Z', 'revision_number': 3, 'project_id': '49c2e20490af41758f761dad1c5e1062', 'gw_port': {'id': 'edce0a9b-70e8-481b-9a4a-cb8f4f7f7397', 'name': '', 'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ba:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aae92e6a-1a9b-40a2-b245-eb0a387ba7f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:48:13Z', 'updated_at': '2021-09-15T02:48:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-smb'}], 'dv-cinder-759955-25-smb', False) {} {{(pid=101047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:48:15.885637 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9927bcec-9032-45cb-b55f-8db6d2af821d None None] Checking router: aae92e6a-1a9b-40a2-b245-eb0a387ba7f9 for host: dv-cinder-759955-25-smb {{(pid=101047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 02:48:15.886422 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9927bcec-9032-45cb-b55f-8db6d2af821d None None] Updating router aae92e6a-1a9b-40a2-b245-eb0a387ba7f9 port edce0a9b-70e8-481b-9a4a-cb8f4f7f7397 binding host dv-cinder-759955-25-smb {{(pid=101047) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 02:48:15.917009 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-9927bcec-9032-45cb-b55f-8db6d2af821d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:16.055266 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-7dffb478-f70c-4659-a3eb-dd46f82d85dc req-eb48873a-330f-4b59-9e53-2959b421297a tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b51c9e-105a-4410-b3d4-28452f4f058f HTTP/1.1" status: 200 len: 210 time: 0.0354929 Sep 15 02:48:16.147411 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-820f26f5-e287-4cfd-8020-d35463427813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:16.243374 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-9927bcec-9032-45cb-b55f-8db6d2af821d None None] Notify callbacks [] for port, precommit_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:16.257269 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Device aa88ef1e-39a0-4fff-b1dc-d667cc98a379 up at agent ovs-agent-dv-cinder-759955-25-smb {{(pid=101047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:48:16.320104 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Provisioning complete for port aa88ef1e-39a0-4fff-b1dc-d667cc98a379 triggered by entity L2. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:48:16.320472 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1575204'] for port, provisioning_complete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:16.347150 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-9927bcec-9032-45cb-b55f-8db6d2af821d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:16.357763 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.db.db_base_plugin_common [None req-820f26f5-e287-4cfd-8020-d35463427813 admin admin] Allocated IP 172.20.0.1 (4238a6fc-49b2-4a62-a4fb-7ab814520a9d/ced4ba96-7228-4b3a-a4a4-2e4ab448bd55/79896f3e-b534-47c6-83ea-694a38862a87) {{(pid=101045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:48:16.525164 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-820f26f5-e287-4cfd-8020-d35463427813 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:16.572248 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 40692) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:48:16.627677 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.managers [None req-9927bcec-9032-45cb-b55f-8db6d2af821d None None] Attempting to bind port edce0a9b-70e8-481b-9a4a-cb8f4f7f7397 on host dv-cinder-759955-25-smb for vnic_type normal with profile {{(pid=101047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 02:48:16.628229 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.managers [None req-9927bcec-9032-45cb-b55f-8db6d2af821d None None] Attempting to bind port edce0a9b-70e8-481b-9a4a-cb8f4f7f7397 by drivers openvswitch,hyperv on host dv-cinder-759955-25-smb at level 0 using segments [{'id': '4ddc9b9a-930b-46d8-934d-b4f616b6b84f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1'}] {{(pid=101047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 02:48:16.628395 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9927bcec-9032-45cb-b55f-8db6d2af821d None None] Attempting to bind port edce0a9b-70e8-481b-9a4a-cb8f4f7f7397 on network 33518f62-a6b6-442c-a872-dfb5ddf2cbe1 {{(pid=101047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:48:16.646034 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9927bcec-9032-45cb-b55f-8db6d2af821d None None] Checking agent: {'id': '129dda3c-f944-45fc-94b1-aa204aafba01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-25-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 36, 18), 'started_at': datetime.datetime(2021, 9, 15, 2, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 2, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-25-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 02:48:16.646651 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9927bcec-9032-45cb-b55f-8db6d2af821d None None] Checking segment: {'id': '4ddc9b9a-930b-46d8-934d-b4f616b6b84f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:48:16.647246 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-9927bcec-9032-45cb-b55f-8db6d2af821d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:16.647793 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9927bcec-9032-45cb-b55f-8db6d2af821d None None] Bound using segment: {'id': '4ddc9b9a-930b-46d8-934d-b4f616b6b84f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1'} {{(pid=101047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 02:48:16.648187 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-820f26f5-e287-4cfd-8020-d35463427813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781587269048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25563207'] for port, after_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:16.648981 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.managers [None req-9927bcec-9032-45cb-b55f-8db6d2af821d None None] Bound port: edce0a9b-70e8-481b-9a4a-cb8f4f7f7397, host: dv-cinder-759955-25-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ddc9b9a-930b-46d8-934d-b4f616b6b84f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1'}}] {{(pid=101047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 02:48:16.649534 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-9927bcec-9032-45cb-b55f-8db6d2af821d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:16.652048 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89775017-cf55-4390-9463-3a8f90f03f6f None None] Pushing event updated for resources: {'Port': ['ID=edce0a9b-70e8-481b-9a4a-cb8f4f7f7397,revision_number=2']} {{(pid=101047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:16.691983 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820f26f5-e287-4cfd-8020-d35463427813 admin admin] Network 4238a6fc-49b2-4a62-a4fb-7ab814520a9d is already hosted by enough agents. {{(pid=101045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:48:16.694911 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.scheduler.base_scheduler [None req-820f26f5-e287-4cfd-8020-d35463427813 admin admin] Resources bound (agent type, host, resource id): {{(pid=101045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:48:16.700225 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820f26f5-e287-4cfd-8020-d35463427813 admin admin] Received port after_create {{(pid=101045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:48:16.709414 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820f26f5-e287-4cfd-8020-d35463427813 admin admin] Pushing event updated for resources: {'Port': ['ID=79896f3e-b534-47c6-83ea-694a38862a87,revision_number=1']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:16.742687 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-9927bcec-9032-45cb-b55f-8db6d2af821d None None] For port edce0a9b-70e8-481b-9a4a-cb8f4f7f7397, host dv-cinder-759955-25-smb, cleared binding levels {{(pid=101047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 02:48:16.746372 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-80829996-97b0-4190-8aa2-fc286aa0ed73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:16.747703 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-9927bcec-9032-45cb-b55f-8db6d2af821d None None] For port edce0a9b-70e8-481b-9a4a-cb8f4f7f7397, host dv-cinder-759955-25-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-smb',level=0,port_id=edce0a9b-70e8-481b-9a4a-cb8f4f7f7397,segment=NetworkSegment(4ddc9b9a-930b-46d8-934d-b4f616b6b84f),segment_id=4ddc9b9a-930b-46d8-934d-b4f616b6b84f)] {{(pid=101047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 02:48:16.757157 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-820f26f5-e287-4cfd-8020-d35463427813 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1029000'] for router_interface, before_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:16.845749 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-9927bcec-9032-45cb-b55f-8db6d2af821d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:16.871679 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-80829996-97b0-4190-8aa2-fc286aa0ed73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:16.917319 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9927bcec-9032-45cb-b55f-8db6d2af821d None None] Routers {'aae92e6a-1a9b-40a2-b245-eb0a387ba7f9'} bound to L3 agent in host dv-cinder-759955-25-smb {{(pid=101047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:48:16.918022 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_hamode_db [None req-9927bcec-9032-45cb-b55f-8db6d2af821d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T02:36:18Z,description=,heartbeat_timestamp=2021-09-15T02:47:48Z,host='dv-cinder-759955-25-smb',id=22749488-15d0-44a3-a4aa-285786541688,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:36:19Z,topic='l3_agent')) {'router_ids': ['aae92e6a-1a9b-40a2-b245-eb0a387ba7f9'], 'active': True} {{(pid=101047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:48:16.921264 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89775017-cf55-4390-9463-3a8f90f03f6f None None] Pushing event updated for resources: {'Port': ['ID=edce0a9b-70e8-481b-9a4a-cb8f4f7f7397,revision_number=3']} {{(pid=101047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:16.940440 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-80829996-97b0-4190-8aa2-fc286aa0ed73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:16.973987 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-820f26f5-e287-4cfd-8020-d35463427813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:17.000229 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-80829996-97b0-4190-8aa2-fc286aa0ed73 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e5cdd31307ba4dd2b7f7070a3e501343&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4258578 Sep 15 02:48:17.005193 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 40698) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:48:17.016339 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80829996-97b0-4190-8aa2-fc286aa0ed73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0bd0b57-4b0a-4694-9676-4954d91b7278,revision_number=1']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:17.095487 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_dvr_db [None req-9927bcec-9032-45cb-b55f-8db6d2af821d None None] Set router aae92e6a-1a9b-40a2-b245-eb0a387ba7f9 gateway port host: dv-cinder-759955-25-smb {{(pid=101047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:48:17.097395 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-b3b53292-4656-4cf7-92d5-c2edda5de646 None None] Provisioning complete for port 79896f3e-b534-47c6-83ea-694a38862a87 triggered by entity DHCP. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:48:17.097771 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-b3b53292-4656-4cf7-92d5-c2edda5de646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1575204'] for port, provisioning_complete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:17.112941 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79476ec8-3d45-452c-8791-da5763cc08f9 req-7a75b99d-4b6b-4c20-b02a-7fb8b0213bce tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:17.134049 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-79476ec8-3d45-452c-8791-da5763cc08f9 req-7a75b99d-4b6b-4c20-b02a-7fb8b0213bce tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/ports?device_id=8186c944-7452-44a4-803d-b7a9d00cdc53 HTTP/1.1" status: 200 len: 946 time: 0.1216750 Sep 15 02:48:17.179991 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-39771ece-8699-42d2-9d8f-7741c412d420 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:17.190885 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-79476ec8-3d45-452c-8791-da5763cc08f9 req-41fd2ac8-52df-4c66-af44-50c314bcb2e7 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/security-groups?id=005c9161-3e16-459b-9a3f-a4e8732292ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518887 Sep 15 02:48:17.213641 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.plugin [None req-b3b53292-4656-4cf7-92d5-c2edda5de646 None None] Port 79896f3e-b534-47c6-83ea-694a38862a87 cannot update to ACTIVE because it is not bound. {{(pid=101047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 02:48:17.217276 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-e8c35911-a2e4-4c7d-90e2-13429c4bf407 req-9ed1c4b3-366b-487c-aac0-75d4a9e985db tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b51c9e-105a-4410-b3d4-28452f4f058f HTTP/1.1" status: 200 len: 210 time: 0.0412869 Sep 15 02:48:17.295998 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-39771ece-8699-42d2-9d8f-7741c412d420 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:17.332000 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_hamode_db [None req-9927bcec-9032-45cb-b55f-8db6d2af821d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aae92e6a-1a9b-40a2-b245-eb0a387ba7f9', 'name': 'tempest-TestShelveInstance-1614803489-router', 'tenant_id': '49c2e20490af41758f761dad1c5e1062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'external_fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.161'}], 'enable_snat': True}, 'gw_port_id': 'edce0a9b-70e8-481b-9a4a-cb8f4f7f7397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:48:12Z', 'updated_at': '2021-09-15T02:48:14Z', 'revision_number': 3, 'project_id': '49c2e20490af41758f761dad1c5e1062', 'gw_port': {'id': 'edce0a9b-70e8-481b-9a4a-cb8f4f7f7397', 'name': '', 'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ba:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aae92e6a-1a9b-40a2-b245-eb0a387ba7f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:48:13Z', 'updated_at': '2021-09-15T02:48:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-smb'}], 'dv-cinder-759955-25-smb', False) {} {{(pid=101047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:48:17.354527 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-820f26f5-e287-4cfd-8020-d35463427813 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:17.372611 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9927bcec-9032-45cb-b55f-8db6d2af821d None None] The sync data for ids ['aae92e6a-1a9b-40a2-b245-eb0a387ba7f9'] in dv-cinder-759955-25-smb is: [{'id': 'aae92e6a-1a9b-40a2-b245-eb0a387ba7f9', 'name': 'tempest-TestShelveInstance-1614803489-router', 'tenant_id': '49c2e20490af41758f761dad1c5e1062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'external_fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.161'}], 'enable_snat': True}, 'gw_port_id': 'edce0a9b-70e8-481b-9a4a-cb8f4f7f7397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:48:12Z', 'updated_at': '2021-09-15T02:48:14Z', 'revision_number': 3, 'project_id': '49c2e20490af41758f761dad1c5e1062', 'gw_port': {'id': 'edce0a9b-70e8-481b-9a4a-cb8f4f7f7397', 'name': '', 'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ba:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aae92e6a-1a9b-40a2-b245-eb0a387ba7f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:48:13Z', 'updated_at': '2021-09-15T02:48:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-smb'}] {{(pid=101047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 02:48:17.407587 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-820f26f5-e287-4cfd-8020-d35463427813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25563230'] for port, after_update {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:17.446104 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-39771ece-8699-42d2-9d8f-7741c412d420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:17.448594 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-39771ece-8699-42d2-9d8f-7741c412d420 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:17.452464 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-39771ece-8699-42d2-9d8f-7741c412d420 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c0bd0b57-4b0a-4694-9676-4954d91b7278 HTTP/1.1" status: 204 len: 168 time: 0.4421735 Sep 15 02:48:17.481052 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39771ece-8699-42d2-9d8f-7741c412d420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0bd0b57-4b0a-4694-9676-4954d91b7278,revision_number=None']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:17.501918 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-820f26f5-e287-4cfd-8020-d35463427813 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-576680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1029912'] for router_interface, after_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:17.528733 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820f26f5-e287-4cfd-8020-d35463427813 admin admin] Pushing event updated for resources: {'Port': ['ID=79896f3e-b534-47c6-83ea-694a38862a87,revision_number=2']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:17.711161 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820f26f5-e287-4cfd-8020-d35463427813 admin admin] Network 4238a6fc-49b2-4a62-a4fb-7ab814520a9d is already hosted by enough agents. {{(pid=101045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:48:17.711161 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.scheduler.base_scheduler [None req-820f26f5-e287-4cfd-8020-d35463427813 admin admin] Resources bound (agent type, host, resource id): {{(pid=101045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:48:18.066728 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-47e5aa40-b1d2-452b-aaf3-05ba2fc0dbf1 None None] Provisioning complete for port 79896f3e-b534-47c6-83ea-694a38862a87 triggered by entity DHCP. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:48:18.067327 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-47e5aa40-b1d2-452b-aaf3-05ba2fc0dbf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1575204'] for port, provisioning_complete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:18.111430 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.plugin [None req-47e5aa40-b1d2-452b-aaf3-05ba2fc0dbf1 None None] Port 79896f3e-b534-47c6-83ea-694a38862a87 cannot update to ACTIVE because it is not bound. {{(pid=101047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 02:48:18.184547 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-df3b01b7-3cde-4a57-818c-c96960303f02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:18.251566 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-820f26f5-e287-4cfd-8020-d35463427813 admin admin] Router aae92e6a-1a9b-40a2-b245-eb0a387ba7f9 has already been hosted by L3 agent 22749488-15d0-44a3-a4aa-285786541688 {{(pid=101045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 02:48:18.268013 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b67783f-4bb3-4713-a448-e3d303813bfb req-63223b45-6d8b-4bd9-8587-37eb781d897d tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:18.269989 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-9b67783f-4bb3-4713-a448-e3d303813bfb req-63223b45-6d8b-4bd9-8587-37eb781d897d tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4492b77-0aed-433d-b20c-dee4932e615d HTTP/1.1" status: 200 len: 945 time: 0.3583786 Sep 15 02:48:18.282064 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Device edce0a9b-70e8-481b-9a4a-cb8f4f7f7397 up at agent ovs-agent-dv-cinder-759955-25-smb {{(pid=101047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:48:18.345380 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2f4ac4-5327-4357-a313-fe6f3ea3c266 req-a1ce0592-f865-4703-aa12-624d8388fd5b tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:18.347388 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Provisioning complete for port edce0a9b-70e8-481b-9a4a-cb8f4f7f7397 triggered by entity L2. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:48:18.348153 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1575204'] for port, provisioning_complete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:18.355344 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-4b2f4ac4-5327-4357-a313-fe6f3ea3c266 req-a1ce0592-f865-4703-aa12-624d8388fd5b tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/ports?device_id=8186c944-7452-44a4-803d-b7a9d00cdc53 HTTP/1.1" status: 200 len: 946 time: 0.0704243 Sep 15 02:48:18.400674 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-4b2f4ac4-5327-4357-a313-fe6f3ea3c266 req-1e5f242d-bd31-4dd2-912e-bfff7256b15b tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/security-groups?id=005c9161-3e16-459b-9a3f-a4e8732292ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441160 Sep 15 02:48:18.423670 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-9b67783f-4bb3-4713-a448-e3d303813bfb req-5e41f90b-eb90-44dd-94bf-859a5689d2de tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d03ce67-083c-4842-9dce-25b3d5453925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061780 Sep 15 02:48:18.460086 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 40722) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:48:18.490140 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-820f26f5-e287-4cfd-8020-d35463427813 admin admin] Notify agent at l3_agent.dv-cinder-759955-25-smb the message routers_updated {{(pid=101045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 02:48:18.496178 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:18.497943 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-820f26f5-e287-4cfd-8020-d35463427813 admin admin] 10.222.0.13 "PUT /v2.0/routers/aae92e6a-1a9b-40a2-b245-eb0a387ba7f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8960238 Sep 15 02:48:18.523023 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:18.556742 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-cafc0817-a33b-445c-8b8c-11f28d3f99d1 req-cfeeaf89-e2f0-4604-9467-88a77120af32 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b51c9e-105a-4410-b3d4-28452f4f058f HTTP/1.1" status: 200 len: 210 time: 0.0476396 Sep 15 02:48:18.568128 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] For port edce0a9b-70e8-481b-9a4a-cb8f4f7f7397, host dv-cinder-759955-25-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-smb',level=0,port_id=edce0a9b-70e8-481b-9a4a-cb8f4f7f7397,segment=NetworkSegment(4ddc9b9a-930b-46d8-934d-b4f616b6b84f),segment_id=4ddc9b9a-930b-46d8-934d-b4f616b6b84f)] {{(pid=101047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:48:18.576986 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6352b4e0-2123-401d-a2de-c4582c88bd14 req-ff9444d8-33ca-444b-99eb-28f13f37ee76 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:18.578568 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-6352b4e0-2123-401d-a2de-c4582c88bd14 req-ff9444d8-33ca-444b-99eb-28f13f37ee76 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.38 "GET /v2.0/networks?id=559d7eea-ef89-4b33-b717-afb1545433a5 HTTP/1.1" status: 200 len: 816 time: 0.2300663 Sep 15 02:48:18.629179 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-6352b4e0-2123-401d-a2de-c4582c88bd14 req-6e3d4f4c-2697-4b95-b17d-36815c1deaea tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf1160da16cc4aa8a8f7f5065e5f7661 HTTP/1.1" status: 200 len: 380 time: 0.0404570 Sep 15 02:48:18.638140 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:18.638836 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.v2.base [req-6352b4e0-2123-401d-a2de-c4582c88bd14 req-00620d83-90c6-44fe-9710-f97e74bdfffe tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Request body: {'port': {'device_id': '42b51c9e-105a-4410-b3d4-28452f4f058f', 'network_id': '559d7eea-ef89-4b33-b717-afb1545433a5', 'admin_state_up': True, 'tenant_id': 'bf1160da16cc4aa8a8f7f5065e5f7661', 'security_groups': ['ad459af9-5975-483b-9f53-88cb63fe7ed6']}} {{(pid=101045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:48:18.747278 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Pushing event updated for resources: {'Port': ['ID=edce0a9b-70e8-481b-9a4a-cb8f4f7f7397,revision_number=4']} {{(pid=101047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:18.773917 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f770b515-65c9-4387-b341-13c6b57511f2 tempest-TestMinimumBasicScenario-604413296 tempest-TestMinimumBasicScenario-604413296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:18.775501 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-f770b515-65c9-4387-b341-13c6b57511f2 tempest-TestMinimumBasicScenario-604413296 tempest-TestMinimumBasicScenario-604413296-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c4492b77-0aed-433d-b20c-dee4932e615d HTTP/1.1" status: 200 len: 1093 time: 0.3143630 Sep 15 02:48:18.778471 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 40732) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:48:18.783340 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.v2.base [None req-b93d2381-c508-4fdd-b903-05a0d0768a13 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Request body: {'floatingip': {'floating_network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'port_id': '487af8df-e2cb-4b77-b9f9-fdf4008ec916', 'tenant_id': 'bda0ae2dd5054c26954555d099295c13', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:48:18.870203 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6352b4e0-2123-401d-a2de-c4582c88bd14 req-00620d83-90c6-44fe-9710-f97e74bdfffe tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Made reservation on behalf of bf1160da16cc4aa8a8f7f5065e5f7661 for: {'port': 1} {{(pid=101045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:48:18.873846 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-6352b4e0-2123-401d-a2de-c4582c88bd14 req-00620d83-90c6-44fe-9710-f97e74bdfffe tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:18.972942 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-b93d2381-c508-4fdd-b903-05a0d0768a13 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Notify callbacks [] for floatingip, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:19.019930 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.db.db_base_plugin_common [req-6352b4e0-2123-401d-a2de-c4582c88bd14 req-00620d83-90c6-44fe-9710-f97e74bdfffe tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Allocated IP 172.20.0.4 (559d7eea-ef89-4b33-b717-afb1545433a5/16cede8a-7007-4219-aa2d-1189c5c08411/345807e0-1f6a-430a-acb2-8550267dc561) {{(pid=101045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:48:19.108054 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-b93d2381-c508-4fdd-b903-05a0d0768a13 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:19.120417 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 40738) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:48:19.127845 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.v2.base [None req-1ad4fedd-1810-48d5-a3b9-17ab1905016c tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-201770360', 'description': 'tempest-secgroup-smoke-201770360 description', 'project_id': 'e2069618e1d743fb819278a57e7a8e6f'}} {{(pid=101046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:48:19.185416 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-6352b4e0-2123-401d-a2de-c4582c88bd14 req-00620d83-90c6-44fe-9710-f97e74bdfffe tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Notify callbacks [] for port, precommit_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:19.270112 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c594a2-8a8f-4d3b-8c85-492eb2a29682 req-f1487e75-1ced-45b5-99e1-12ac2bb40a2e tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:19.271658 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-71c594a2-8a8f-4d3b-8c85-492eb2a29682 req-f1487e75-1ced-45b5-99e1-12ac2bb40a2e tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.38 "GET /v2.0/ports?device_id=8186c944-7452-44a4-803d-b7a9d00cdc53 HTTP/1.1" status: 200 len: 946 time: 0.1013920 Sep 15 02:48:19.295542 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.db.db_base_plugin_common [None req-b93d2381-c508-4fdd-b903-05a0d0768a13 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Allocated IP 172.28.3.23 (33518f62-a6b6-442c-a872-dfb5ddf2cbe1/7529c9c6-8ff3-40d4-8357-6b3b49e7afdc/1df5e161-7d12-4c54-8870-96ae65c6abb5) {{(pid=101046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:48:19.305001 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-6352b4e0-2123-401d-a2de-c4582c88bd14 req-00620d83-90c6-44fe-9710-f97e74bdfffe tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781587269048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25563207'] for port, after_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:19.318667 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-1ad4fedd-1810-48d5-a3b9-17ab1905016c tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Notify callbacks [] for security_group, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:19.349372 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6352b4e0-2123-401d-a2de-c4582c88bd14 req-00620d83-90c6-44fe-9710-f97e74bdfffe tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Network 559d7eea-ef89-4b33-b717-afb1545433a5 is already hosted by enough agents. {{(pid=101045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:48:19.352682 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.scheduler.base_scheduler [req-6352b4e0-2123-401d-a2de-c4582c88bd14 req-00620d83-90c6-44fe-9710-f97e74bdfffe tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Resources bound (agent type, host, resource id): {{(pid=101045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:48:19.357340 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.db.l3_dvrscheduler_db [req-6352b4e0-2123-401d-a2de-c4582c88bd14 req-00620d83-90c6-44fe-9710-f97e74bdfffe tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Received port after_create {{(pid=101045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:48:19.368662 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-26fc78ca-8f14-4c98-81c4-2d6c26116e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:19.391737 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00620d83-90c6-44fe-9710-f97e74bdfffe tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Pushing event updated for resources: {'Port': ['ID=345807e0-1f6a-430a-acb2-8550267dc561,revision_number=1']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:19.419067 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6352b4e0-2123-401d-a2de-c4582c88bd14 req-00620d83-90c6-44fe-9710-f97e74bdfffe tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:19.419819 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-6352b4e0-2123-401d-a2de-c4582c88bd14 req-00620d83-90c6-44fe-9710-f97e74bdfffe tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89626'] for port, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:19.568622 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.plugin [req-71c594a2-8a8f-4d3b-8c85-492eb2a29682 req-4ccbcb30-c9f2-45f2-96d0-dcd804cc2996 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Deleting port 53637e70-77fe-413e-9843-c1c348bf5fea {{(pid=101046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:48:19.569155 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [req-71c594a2-8a8f-4d3b-8c85-492eb2a29682 req-4ccbcb30-c9f2-45f2-96d0-dcd804cc2996 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781587782193'] for port, before_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:19.601725 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-b93d2381-c508-4fdd-b903-05a0d0768a13 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Notify callbacks [] for port, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:19.638881 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09842f8-8bb3-413e-975d-f28d006174c3 req-6406b1fb-ba58-40ba-95ea-7312d3b0a56a tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:19.640918 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-c09842f8-8bb3-413e-975d-f28d006174c3 req-6406b1fb-ba58-40ba-95ea-7312d3b0a56a tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/ports?device_id=8186c944-7452-44a4-803d-b7a9d00cdc53 HTTP/1.1" status: 200 len: 946 time: 0.1535788 Sep 15 02:48:19.658992 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-1ad4fedd-1810-48d5-a3b9-17ab1905016c tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Notify callbacks [] for security_group, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:19.676663 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-bb8a0e80-3f1a-4d8b-910a-0cb5ba9341c4 None None] Provisioning complete for port 345807e0-1f6a-430a-acb2-8550267dc561 triggered by entity DHCP. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:48:19.677152 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-bb8a0e80-3f1a-4d8b-910a-0cb5ba9341c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1575204'] for port, provisioning_complete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:19.693979 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01951cc3-7233-43cc-9acd-0d9eea5e0533 req-c1435b45-972d-49a7-9c97-9e8d31ad9a71 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:19.695752 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-01951cc3-7233-43cc-9acd-0d9eea5e0533 req-c1435b45-972d-49a7-9c97-9e8d31ad9a71 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b51c9e-105a-4410-b3d4-28452f4f058f HTTP/1.1" status: 200 len: 931 time: 0.0582066 Sep 15 02:48:19.713404 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.plugin [None req-bb8a0e80-3f1a-4d8b-910a-0cb5ba9341c4 None None] Port 345807e0-1f6a-430a-acb2-8550267dc561 cannot update to ACTIVE because it is not bound. {{(pid=101047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 02:48:19.727422 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-1ad4fedd-1810-48d5-a3b9-17ab1905016c tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:19.741037 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-01951cc3-7233-43cc-9acd-0d9eea5e0533 req-524d5ff8-019f-45eb-9e50-d92e89191a54 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad459af9-5975-483b-9f53-88cb63fe7ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356925 Sep 15 02:48:19.780431 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.db [req-71c594a2-8a8f-4d3b-8c85-492eb2a29682 req-4ccbcb30-c9f2-45f2-96d0-dcd804cc2996 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] For port 53637e70-77fe-413e-9843-c1c348bf5fea, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=53637e70-77fe-413e-9843-c1c348bf5fea,segment=NetworkSegment(3b14b1bf-a47b-467b-a4e0-6f402c26d2c4),segment_id=3b14b1bf-a47b-467b-a4e0-6f402c26d2c4)] {{(pid=101046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:48:19.781452 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [req-71c594a2-8a8f-4d3b-8c85-492eb2a29682 req-4ccbcb30-c9f2-45f2-96d0-dcd804cc2996 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023821'] for port, precommit_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:19.802820 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-c09842f8-8bb3-413e-975d-f28d006174c3 req-fdaaf413-9f6c-45bc-a7bc-216b20f2be2b tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/security-groups?id=005c9161-3e16-459b-9a3f-a4e8732292ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1426127 Sep 15 02:48:19.826386 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad4fedd-1810-48d5-a3b9-17ab1905016c tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d61cf01-d630-4a3c-9a44-94bd00c9c599,revision_number=1']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:19.831154 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-6352b4e0-2123-401d-a2de-c4582c88bd14 req-00620d83-90c6-44fe-9710-f97e74bdfffe tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1960533 Sep 15 02:48:19.845046 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.v2.base [req-6352b4e0-2123-401d-a2de-c4582c88bd14 req-950a5b99-773e-4b17-87c3-7c8f06acb34d service neutron] Request body: {'port': {'device_id': '42b51c9e-105a-4410-b3d4-28452f4f058f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=101045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:48:19.866852 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-1ad4fedd-1810-48d5-a3b9-17ab1905016c tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Notify callbacks [] for security_group, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:19.868130 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-1ad4fedd-1810-48d5-a3b9-17ab1905016c tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.7464268 Sep 15 02:48:19.869316 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-b93d2381-c508-4fdd-b903-05a0d0768a13 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781587269048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25909702'] for port, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:19.871222 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 40746) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:48:19.877885 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.v2.base [None req-bc142f00-0e22-401a-9d07-7f06dfb55658 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Request body: {'security_group_rule': {'security_group_id': '1d61cf01-d630-4a3c-9a44-94bd00c9c599', 'project_id': 'e2069618e1d743fb819278a57e7a8e6f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:48:19.928113 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-6352b4e0-2123-401d-a2de-c4582c88bd14 req-950a5b99-773e-4b17-87c3-7c8f06acb34d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:20.051918 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-bc142f00-0e22-401a-9d07-7f06dfb55658 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:20.209172 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-bc142f00-0e22-401a-9d07-7f06dfb55658 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:20.220845 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93d2381-c508-4fdd-b903-05a0d0768a13 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Network 33518f62-a6b6-442c-a872-dfb5ddf2cbe1 is already hosted by enough agents. {{(pid=101046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:48:20.234669 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.scheduler.base_scheduler [None req-b93d2381-c508-4fdd-b903-05a0d0768a13 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Resources bound (agent type, host, resource id): {{(pid=101046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:48:20.234669 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93d2381-c508-4fdd-b903-05a0d0768a13 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Pushing event updated for resources: {'Port': ['ID=1df5e161-7d12-4c54-8870-96ae65c6abb5,revision_number=1']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:20.240965 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93d2381-c508-4fdd-b903-05a0d0768a13 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Received port after_create {{(pid=101046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:48:20.243843 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3e572b-fa3d-48ee-b8ab-dfa922d2e890 None None] Sync routers for ids ['aae92e6a-1a9b-40a2-b245-eb0a387ba7f9'] in dv-cinder-759955-25-smb {{(pid=101048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 02:48:20.250507 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Device edce0a9b-70e8-481b-9a4a-cb8f4f7f7397 up at agent ovs-agent-dv-cinder-759955-25-smb {{(pid=101047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:48:20.261983 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3e572b-fa3d-48ee-b8ab-dfa922d2e890 None None] Routers {'aae92e6a-1a9b-40a2-b245-eb0a387ba7f9'} bound to L3 agent in host dv-cinder-759955-25-smb {{(pid=101048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:48:20.265023 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_hamode_db [None req-3f3e572b-fa3d-48ee-b8ab-dfa922d2e890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T02:36:18Z,description=,heartbeat_timestamp=2021-09-15T02:48:18Z,host='dv-cinder-759955-25-smb',id=22749488-15d0-44a3-a4aa-285786541688,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:36:19Z,topic='l3_agent')) {'router_ids': ['aae92e6a-1a9b-40a2-b245-eb0a387ba7f9'], 'active': True} {{(pid=101048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:48:20.307868 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Provisioning complete for port edce0a9b-70e8-481b-9a4a-cb8f4f7f7397 triggered by entity L2. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:48:20.308250 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1575204'] for port, provisioning_complete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:20.327080 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.notifiers.nova [req-6352b4e0-2123-401d-a2de-c4582c88bd14 req-950a5b99-773e-4b17-87c3-7c8f06acb34d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 345807e0-1f6a-430a-acb2-8550267dc561 {{(pid=101045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 02:48:20.338420 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-6352b4e0-2123-401d-a2de-c4582c88bd14 req-950a5b99-773e-4b17-87c3-7c8f06acb34d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:20.356436 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.db.provisioning_blocks [req-6352b4e0-2123-401d-a2de-c4582c88bd14 req-950a5b99-773e-4b17-87c3-7c8f06acb34d service neutron] Transition to ACTIVE for port object 345807e0-1f6a-430a-acb2-8550267dc561 will not be triggered until provisioned by entity L2. {{(pid=101045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 02:48:20.358183 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-bc142f00-0e22-401a-9d07-7f06dfb55658 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904760'] for security_group_rule, after_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:20.388578 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_dvr_db [None req-3f3e572b-fa3d-48ee-b8ab-dfa922d2e890 None None] Set router aae92e6a-1a9b-40a2-b245-eb0a387ba7f9 gateway port host: dv-cinder-759955-25-smb {{(pid=101048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:48:20.389193 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc142f00-0e22-401a-9d07-7f06dfb55658 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5deef02-4ae0-4933-95cc-81f2fe116d96,revision_number=0']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:20.435749 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-6352b4e0-2123-401d-a2de-c4582c88bd14 req-950a5b99-773e-4b17-87c3-7c8f06acb34d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25563230'] for port, after_update {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:20.444232 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [req-71c594a2-8a8f-4d3b-8c85-492eb2a29682 req-4ccbcb30-c9f2-45f2-96d0-dcd804cc2996 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:20.444618 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [req-71c594a2-8a8f-4d3b-8c85-492eb2a29682 req-4ccbcb30-c9f2-45f2-96d0-dcd804cc2996 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1028869'] for floatingip, after_update {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:20.444976 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.db.l3_db [req-71c594a2-8a8f-4d3b-8c85-492eb2a29682 req-4ccbcb30-c9f2-45f2-96d0-dcd804cc2996 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Floating IP a17ec057-11b3-40ad-8cac-eb64aef3716c disassociated. External IP: 172.28.3.62, port: 53637e70-77fe-413e-9843-c1c348bf5fea. Sep 15 02:48:20.445317 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.plugin [req-71c594a2-8a8f-4d3b-8c85-492eb2a29682 req-4ccbcb30-c9f2-45f2-96d0-dcd804cc2996 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Calling delete_port for 53637e70-77fe-413e-9843-c1c348bf5fea owned by compute:nova {{(pid=101046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:48:20.474130 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-bc142f00-0e22-401a-9d07-7f06dfb55658 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:20.478155 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-bc142f00-0e22-401a-9d07-7f06dfb55658 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6037467 Sep 15 02:48:20.479371 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 40750) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:48:20.489521 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.v2.base [None req-5ce6bbae-74d9-4347-81ad-494cf44e3036 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Request body: {'security_group_rule': {'security_group_id': '1d61cf01-d630-4a3c-9a44-94bd00c9c599', 'project_id': 'e2069618e1d743fb819278a57e7a8e6f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:48:20.507646 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950a5b99-773e-4b17-87c3-7c8f06acb34d service neutron] Pushing event updated for resources: {'Port': ['ID=345807e0-1f6a-430a-acb2-8550267dc561,revision_number=2']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:20.598931 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.managers [req-6352b4e0-2123-401d-a2de-c4582c88bd14 req-950a5b99-773e-4b17-87c3-7c8f06acb34d service neutron] Attempting to bind port 345807e0-1f6a-430a-acb2-8550267dc561 on host hv-cinder-75995 for vnic_type normal with profile {{(pid=101045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 02:48:20.599321 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.managers [req-6352b4e0-2123-401d-a2de-c4582c88bd14 req-950a5b99-773e-4b17-87c3-7c8f06acb34d service neutron] Attempting to bind port 345807e0-1f6a-430a-acb2-8550267dc561 by drivers openvswitch,hyperv on host hv-cinder-75995 at level 0 using segments [{'id': '05f52a86-8cc0-4a65-9024-5aaf0393990e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '559d7eea-ef89-4b33-b717-afb1545433a5'}] {{(pid=101045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 02:48:20.600469 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6352b4e0-2123-401d-a2de-c4582c88bd14 req-950a5b99-773e-4b17-87c3-7c8f06acb34d service neutron] Attempting to bind port 345807e0-1f6a-430a-acb2-8550267dc561 on network 559d7eea-ef89-4b33-b717-afb1545433a5 {{(pid=101045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:48:20.606257 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6352b4e0-2123-401d-a2de-c4582c88bd14 req-950a5b99-773e-4b17-87c3-7c8f06acb34d service neutron] Port 345807e0-1f6a-430a-acb2-8550267dc561 on network 559d7eea-ef89-4b33-b717-afb1545433a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75995 {{(pid=101045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 02:48:20.606655 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6352b4e0-2123-401d-a2de-c4582c88bd14 req-950a5b99-773e-4b17-87c3-7c8f06acb34d service neutron] Attempting to bind port 345807e0-1f6a-430a-acb2-8550267dc561 on network 559d7eea-ef89-4b33-b717-afb1545433a5 {{(pid=101045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:48:20.614287 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6352b4e0-2123-401d-a2de-c4582c88bd14 req-950a5b99-773e-4b17-87c3-7c8f06acb34d service neutron] Checking agent: {'id': 'bf643b19-1b67-4f44-847e-0724d3e1ee06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 42, 35), 'started_at': datetime.datetime(2021, 9, 15, 2, 42, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 2, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 02:48:20.615156 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6352b4e0-2123-401d-a2de-c4582c88bd14 req-950a5b99-773e-4b17-87c3-7c8f06acb34d service neutron] Checking segment: {'id': '05f52a86-8cc0-4a65-9024-5aaf0393990e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '559d7eea-ef89-4b33-b717-afb1545433a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:48:20.615517 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6352b4e0-2123-401d-a2de-c4582c88bd14 req-950a5b99-773e-4b17-87c3-7c8f06acb34d service neutron] Bound using segment: {'id': '05f52a86-8cc0-4a65-9024-5aaf0393990e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '559d7eea-ef89-4b33-b717-afb1545433a5'} {{(pid=101045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 02:48:20.616204 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.managers [req-6352b4e0-2123-401d-a2de-c4582c88bd14 req-950a5b99-773e-4b17-87c3-7c8f06acb34d service neutron] Bound port: 345807e0-1f6a-430a-acb2-8550267dc561, host: hv-cinder-75995, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05f52a86-8cc0-4a65-9024-5aaf0393990e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '559d7eea-ef89-4b33-b717-afb1545433a5'}}] {{(pid=101045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 02:48:20.616570 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-6352b4e0-2123-401d-a2de-c4582c88bd14 req-950a5b99-773e-4b17-87c3-7c8f06acb34d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:20.639843 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_hamode_db [None req-3f3e572b-fa3d-48ee-b8ab-dfa922d2e890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aae92e6a-1a9b-40a2-b245-eb0a387ba7f9', 'name': 'tempest-TestShelveInstance-1614803489-router', 'tenant_id': '49c2e20490af41758f761dad1c5e1062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'external_fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.161'}], 'enable_snat': True}, 'gw_port_id': 'edce0a9b-70e8-481b-9a4a-cb8f4f7f7397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:48:12Z', 'updated_at': '2021-09-15T02:48:16Z', 'revision_number': 4, 'project_id': '49c2e20490af41758f761dad1c5e1062', 'gw_port': {'id': 'edce0a9b-70e8-481b-9a4a-cb8f4f7f7397', 'name': '', 'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ba:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae92e6a-1a9b-40a2-b245-eb0a387ba7f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:48:13Z', 'updated_at': '2021-09-15T02:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-smb', '_interfaces': [{'id': '79896f3e-b534-47c6-83ea-694a38862a87', 'name': '', 'network_id': '4238a6fc-49b2-4a62-a4fb-7ab814520a9d', 'tenant_id': '49c2e20490af41758f761dad1c5e1062', 'mac_address': 'fa:16:3e:69:dd:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aae92e6a-1a9b-40a2-b245-eb0a387ba7f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'ced4ba96-7228-4b3a-a4a4-2e4ab448bd55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:48:16Z', 'updated_at': '2021-09-15T02:48:17Z', 'revision_number': 2, 'project_id': '49c2e20490af41758f761dad1c5e1062', 'subnets': [{'id': 'ced4ba96-7228-4b3a-a4a4-2e4ab448bd55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-25-smb', False) {} {{(pid=101048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:48:20.678998 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3e572b-fa3d-48ee-b8ab-dfa922d2e890 None None] Checking router: aae92e6a-1a9b-40a2-b245-eb0a387ba7f9 for host: dv-cinder-759955-25-smb {{(pid=101048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 02:48:20.678998 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3e572b-fa3d-48ee-b8ab-dfa922d2e890 None None] Updating router aae92e6a-1a9b-40a2-b245-eb0a387ba7f9 port 79896f3e-b534-47c6-83ea-694a38862a87 binding host dv-cinder-759955-25-smb {{(pid=101048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 02:48:20.713460 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron_lib.callbacks.manager [None req-3f3e572b-fa3d-48ee-b8ab-dfa922d2e890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:20.719206 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.db [req-6352b4e0-2123-401d-a2de-c4582c88bd14 req-950a5b99-773e-4b17-87c3-7c8f06acb34d service neutron] For port 345807e0-1f6a-430a-acb2-8550267dc561, host hv-cinder-75995, cleared binding levels {{(pid=101045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 02:48:20.723547 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.db [req-6352b4e0-2123-401d-a2de-c4582c88bd14 req-950a5b99-773e-4b17-87c3-7c8f06acb34d service neutron] For port 345807e0-1f6a-430a-acb2-8550267dc561, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=345807e0-1f6a-430a-acb2-8550267dc561,segment=NetworkSegment(05f52a86-8cc0-4a65-9024-5aaf0393990e),segment_id=05f52a86-8cc0-4a65-9024-5aaf0393990e)] {{(pid=101045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 02:48:20.740588 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-5ce6bbae-74d9-4347-81ad-494cf44e3036 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:20.781598 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-6352b4e0-2123-401d-a2de-c4582c88bd14 req-950a5b99-773e-4b17-87c3-7c8f06acb34d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25563230'] for port, after_update {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:20.809598 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-5ce6bbae-74d9-4347-81ad-494cf44e3036 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:20.818491 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6352b4e0-2123-401d-a2de-c4582c88bd14 req-950a5b99-773e-4b17-87c3-7c8f06acb34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:20.819091 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-6352b4e0-2123-401d-a2de-c4582c88bd14 req-950a5b99-773e-4b17-87c3-7c8f06acb34d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89626'] for port, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:20.820472 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-6352b4e0-2123-401d-a2de-c4582c88bd14 req-950a5b99-773e-4b17-87c3-7c8f06acb34d service neutron] 10.222.0.38 "PUT /v2.0/ports/345807e0-1f6a-430a-acb2-8550267dc561 HTTP/1.1" status: 200 len: 1093 time: 0.9807882 Sep 15 02:48:20.822009 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42b51c9e-105a-4410-b3d4-28452f4f058f', 'tag': '345807e0-1f6a-430a-acb2-8550267dc561'}] {{(pid=101045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:48:20.823378 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86c436101efe1a363cd74fb96c1b6796ca3087f8916af27063bbdf5683c89520" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ce35ef8-f0c3-4a10-8a00-c2d1deff2700" -d '{"events": [{"name": "network-changed", "server_uuid": "42b51c9e-105a-4410-b3d4-28452f4f058f", "tag": "345807e0-1f6a-430a-acb2-8550267dc561"}]}' {{(pid=101045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:48:20.862394 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950a5b99-773e-4b17-87c3-7c8f06acb34d service neutron] Pushing event updated for resources: {'Port': ['ID=345807e0-1f6a-430a-acb2-8550267dc561,revision_number=3']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:20.870834 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [req-71c594a2-8a8f-4d3b-8c85-492eb2a29682 req-4ccbcb30-c9f2-45f2-96d0-dcd804cc2996 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781587788279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781587269057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25909702'] for port, after_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:20.930656 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923201f3-6d34-4303-80c5-45db89a8d6dd req-a4661aee-0609-44c7-9e82-6bfb0d173094 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:20.936617 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-923201f3-6d34-4303-80c5-45db89a8d6dd req-a4661aee-0609-44c7-9e82-6bfb0d173094 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b51c9e-105a-4410-b3d4-28452f4f058f HTTP/1.1" status: 200 len: 943 time: 0.0884564 Sep 15 02:48:20.944158 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccbcb30-c9f2-45f2-96d0-dcd804cc2996 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Pushing event deleted for resources: {'Port': ['ID=53637e70-77fe-413e-9843-c1c348bf5fea,revision_number=None']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:20.947343 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-5ce6bbae-74d9-4347-81ad-494cf44e3036 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904760'] for security_group_rule, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:21.027967 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6352b4e0-2123-401d-a2de-c4582c88bd14 req-d3bdc1c6-739f-4d0a-9188-610006e70b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:21.029707 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-6352b4e0-2123-401d-a2de-c4582c88bd14 req-d3bdc1c6-739f-4d0a-9188-610006e70b2f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=bf1160da16cc4aa8a8f7f5065e5f7661&device_id=42b51c9e-105a-4410-b3d4-28452f4f058f HTTP/1.1" status: 200 len: 1096 time: 0.0912693 Sep 15 02:48:21.037005 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-923201f3-6d34-4303-80c5-45db89a8d6dd req-5b27defd-fec1-4e44-bea7-3e422d4cebf5 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad459af9-5975-483b-9f53-88cb63fe7ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893052 Sep 15 02:48:21.047635 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-cf2bd6f1-df29-4048-a68d-3fa5933632b8 req-2dfba9e6-0c61-40f3-aa51-3ce61990efa1 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/ports?device_id=8186c944-7452-44a4-803d-b7a9d00cdc53 HTTP/1.1" status: 200 len: 210 time: 0.1131623 Sep 15 02:48:21.094115 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-6352b4e0-2123-401d-a2de-c4582c88bd14 req-ea2d6dec-a13f-4596-8db7-97d31f183638 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=345807e0-1f6a-430a-acb2-8550267dc561 HTTP/1.1" status: 200 len: 217 time: 0.0554569 Sep 15 02:48:21.103660 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce6bbae-74d9-4347-81ad-494cf44e3036 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a302c4d-1768-481f-9d72-544aa835cfb0,revision_number=0']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:21.118348 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron_lib.callbacks.manager [None req-3f3e572b-fa3d-48ee-b8ab-dfa922d2e890 None None] Notify callbacks [] for port, precommit_update {{(pid=101048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:21.133190 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 02:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed57d9d6-27b7-4f6b-af7f-51c1f9e643f7 x-openstack-request-id: req-ed57d9d6-27b7-4f6b-af7f-51c1f9e643f7 {{(pid=101045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:48:21.133485 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42b51c9e-105a-4410-b3d4-28452f4f058f", "tag": "345807e0-1f6a-430a-acb2-8550267dc561", "status": "completed", "code": 200}]} {{(pid=101045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:48:21.133733 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ed57d9d6-27b7-4f6b-af7f-51c1f9e643f7 {{(pid=101045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:48:21.134122 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42b51c9e-105a-4410-b3d4-28452f4f058f', 'tag': '345807e0-1f6a-430a-acb2-8550267dc561', 'status': 'completed', 'code': 200} Sep 15 02:48:21.154151 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6352b4e0-2123-401d-a2de-c4582c88bd14 req-aec3feba-4c8c-403a-9c08-b99d2efd69c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:21.154641 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-6352b4e0-2123-401d-a2de-c4582c88bd14 req-aec3feba-4c8c-403a-9c08-b99d2efd69c0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=16cede8a-7007-4219-aa2d-1189c5c08411 HTTP/1.1" status: 200 len: 855 time: 0.0543983 Sep 15 02:48:21.163829 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-5ce6bbae-74d9-4347-81ad-494cf44e3036 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:21.165061 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-5ce6bbae-74d9-4347-81ad-494cf44e3036 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6835976 Sep 15 02:48:21.171154 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 40758) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:48:21.177836 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.v2.base [None req-b179ecc1-4b90-4d02-9ed9-99198675310c tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Request body: {'security_group_rule': {'security_group_id': '1d61cf01-d630-4a3c-9a44-94bd00c9c599', 'project_id': 'e2069618e1d743fb819278a57e7a8e6f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:48:21.201357 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron_lib.callbacks.manager [None req-3f3e572b-fa3d-48ee-b8ab-dfa922d2e890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:21.226493 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6352b4e0-2123-401d-a2de-c4582c88bd14 req-eef22d32-7cd6-4e5f-bf70-0d2e87d3f4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:21.228028 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-6352b4e0-2123-401d-a2de-c4582c88bd14 req-eef22d32-7cd6-4e5f-bf70-0d2e87d3f4e3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=559d7eea-ef89-4b33-b717-afb1545433a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0665936 Sep 15 02:48:21.251635 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33546315-d7f5-4281-8a50-7179c4407067 None None] Pushing event updated for resources: {'Port': ['ID=79896f3e-b534-47c6-83ea-694a38862a87,revision_number=3']} {{(pid=101048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:21.287466 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-4787a0ec-4617-4d18-8d79-4c4aa2145a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:21.372316 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.plugins.ml2.managers [None req-3f3e572b-fa3d-48ee-b8ab-dfa922d2e890 None None] Attempting to bind port 79896f3e-b534-47c6-83ea-694a38862a87 on host dv-cinder-759955-25-smb for vnic_type normal with profile {{(pid=101048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 02:48:21.372664 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.plugins.ml2.managers [None req-3f3e572b-fa3d-48ee-b8ab-dfa922d2e890 None None] Attempting to bind port 79896f3e-b534-47c6-83ea-694a38862a87 by drivers openvswitch,hyperv on host dv-cinder-759955-25-smb at level 0 using segments [{'id': '85a3f2d3-2097-4338-b019-d2f8fc7712f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '4238a6fc-49b2-4a62-a4fb-7ab814520a9d'}] {{(pid=101048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 02:48:21.372975 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3e572b-fa3d-48ee-b8ab-dfa922d2e890 None None] Attempting to bind port 79896f3e-b534-47c6-83ea-694a38862a87 on network 4238a6fc-49b2-4a62-a4fb-7ab814520a9d {{(pid=101048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:48:21.383470 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-6352b4e0-2123-401d-a2de-c4582c88bd14 req-d5f30673-ce07-446c-9fbd-6e8e4b318560 service neutron] 10.222.0.38 "GET /v2.0/networks/559d7eea-ef89-4b33-b717-afb1545433a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469429 Sep 15 02:48:21.388180 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3e572b-fa3d-48ee-b8ab-dfa922d2e890 None None] Checking agent: {'id': '129dda3c-f944-45fc-94b1-aa204aafba01', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-25-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 36, 18), 'started_at': datetime.datetime(2021, 9, 15, 2, 36, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 2, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-25-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 02:48:21.388750 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3e572b-fa3d-48ee-b8ab-dfa922d2e890 None None] Checking segment: {'id': '85a3f2d3-2097-4338-b019-d2f8fc7712f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '4238a6fc-49b2-4a62-a4fb-7ab814520a9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:48:21.389171 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron_lib.callbacks.manager [None req-3f3e572b-fa3d-48ee-b8ab-dfa922d2e890 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:21.389958 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3e572b-fa3d-48ee-b8ab-dfa922d2e890 None None] Bound using segment: {'id': '85a3f2d3-2097-4338-b019-d2f8fc7712f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '4238a6fc-49b2-4a62-a4fb-7ab814520a9d'} {{(pid=101048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 02:48:21.390717 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.plugins.ml2.managers [None req-3f3e572b-fa3d-48ee-b8ab-dfa922d2e890 None None] Bound port: 79896f3e-b534-47c6-83ea-694a38862a87, host: dv-cinder-759955-25-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85a3f2d3-2097-4338-b019-d2f8fc7712f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '4238a6fc-49b2-4a62-a4fb-7ab814520a9d'}}] {{(pid=101048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 02:48:21.391235 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron_lib.callbacks.manager [None req-3f3e572b-fa3d-48ee-b8ab-dfa922d2e890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:21.392123 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.scheduler.l3_agent_scheduler [req-71c594a2-8a8f-4d3b-8c85-492eb2a29682 req-4ccbcb30-c9f2-45f2-96d0-dcd804cc2996 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Router 4f1b0b79-e3c3-47e5-8db0-a2250f779792 has already been hosted by L3 agent 22749488-15d0-44a3-a4aa-285786541688 {{(pid=101046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 02:48:21.409915 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-b93d2381-c508-4fdd-b903-05a0d0768a13 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:21.483564 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-b179ecc1-4b90-4d02-9ed9-99198675310c tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:21.509735 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.plugins.ml2.db [None req-3f3e572b-fa3d-48ee-b8ab-dfa922d2e890 None None] For port 79896f3e-b534-47c6-83ea-694a38862a87, host dv-cinder-759955-25-smb, cleared binding levels {{(pid=101048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 02:48:21.513337 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.plugins.ml2.db [None req-3f3e572b-fa3d-48ee-b8ab-dfa922d2e890 None None] For port 79896f3e-b534-47c6-83ea-694a38862a87, host dv-cinder-759955-25-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-smb',level=0,port_id=79896f3e-b534-47c6-83ea-694a38862a87,segment=NetworkSegment(85a3f2d3-2097-4338-b019-d2f8fc7712f1),segment_id=85a3f2d3-2097-4338-b019-d2f8fc7712f1)] {{(pid=101048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 02:48:21.566662 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-b179ecc1-4b90-4d02-9ed9-99198675310c tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:21.578252 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-6352b4e0-2123-401d-a2de-c4582c88bd14 req-e768aa3f-609e-4a9c-a73e-b26e047ed786 service neutron] 10.222.0.38 "GET /v2.0/networks/559d7eea-ef89-4b33-b717-afb1545433a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848872 Sep 15 02:48:21.580520 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron_lib.callbacks.manager [None req-3f3e572b-fa3d-48ee-b8ab-dfa922d2e890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:21.601091 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-e9496c8f-4260-4bca-9ccd-f0295bfbe52c None None] Provisioning complete for port 79896f3e-b534-47c6-83ea-694a38862a87 triggered by entity DHCP. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:48:21.601635 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e9496c8f-4260-4bca-9ccd-f0295bfbe52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1575204'] for port, provisioning_complete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:21.653377 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-71c594a2-8a8f-4d3b-8c85-492eb2a29682 req-4ccbcb30-c9f2-45f2-96d0-dcd804cc2996 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Notify agent at l3_agent.dv-cinder-759955-25-smb the message routers_updated {{(pid=101046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 02:48:21.669471 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-b93d2381-c508-4fdd-b903-05a0d0768a13 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:21.669652 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3e572b-fa3d-48ee-b8ab-dfa922d2e890 None None] Routers {'aae92e6a-1a9b-40a2-b245-eb0a387ba7f9'} bound to L3 agent in host dv-cinder-759955-25-smb {{(pid=101048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:48:21.670498 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_hamode_db [None req-3f3e572b-fa3d-48ee-b8ab-dfa922d2e890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T02:36:18Z,description=,heartbeat_timestamp=2021-09-15T02:48:18Z,host='dv-cinder-759955-25-smb',id=22749488-15d0-44a3-a4aa-285786541688,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:36:19Z,topic='l3_agent')) {'router_ids': ['aae92e6a-1a9b-40a2-b245-eb0a387ba7f9'], 'active': True} {{(pid=101048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:48:21.673544 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-b179ecc1-4b90-4d02-9ed9-99198675310c tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904760'] for security_group_rule, after_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:21.684910 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33546315-d7f5-4281-8a50-7179c4407067 None None] Pushing event updated for resources: {'Port': ['ID=79896f3e-b534-47c6-83ea-694a38862a87,revision_number=4']} {{(pid=101048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:21.696315 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d41e4d-19b9-4d47-85be-78f1e2b55cc9 None None] Sync routers for ids ['4f1b0b79-e3c3-47e5-8db0-a2250f779792'] in dv-cinder-759955-25-smb {{(pid=101047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 02:48:21.717606 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b179ecc1-4b90-4d02-9ed9-99198675310c tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68dfb7e7-c771-4b0f-bb79-92b1f2f0cff6,revision_number=0']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:21.748958 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.db.l3_dvrscheduler_db [req-71c594a2-8a8f-4d3b-8c85-492eb2a29682 req-4ccbcb30-c9f2-45f2-96d0-dcd804cc2996 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] No DVR routers for this DVR port 53637e70-77fe-413e-9843-c1c348bf5fea on host hv-cinder-75995 {{(pid=101046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 02:48:21.754759 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [req-71c594a2-8a8f-4d3b-8c85-492eb2a29682 req-4ccbcb30-c9f2-45f2-96d0-dcd804cc2996 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89626'] for port, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:21.757042 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-71c594a2-8a8f-4d3b-8c85-492eb2a29682 req-4ccbcb30-c9f2-45f2-96d0-dcd804cc2996 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.38 "DELETE /v2.0/ports/53637e70-77fe-413e-9843-c1c348bf5fea HTTP/1.1" status: 204 len: 173 time: 2.4753647 Sep 15 02:48:21.757700 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8186c944-7452-44a4-803d-b7a9d00cdc53', 'name': 'network-vif-deleted', 'tag': '53637e70-77fe-413e-9843-c1c348bf5fea'}] {{(pid=101046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:48:21.760970 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09f236bde6c897f5223593461388a859426f0e46db55c614fbf86303128fc53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e109b2f-8508-48d7-8405-80fb1c1d72bb" -d '{"events": [{"server_uuid": "8186c944-7452-44a4-803d-b7a9d00cdc53", "name": "network-vif-deleted", "tag": "53637e70-77fe-413e-9843-c1c348bf5fea"}]}' {{(pid=101046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:48:21.786041 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e9496c8f-4260-4bca-9ccd-f0295bfbe52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:21.802011 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-b179ecc1-4b90-4d02-9ed9-99198675310c tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:21.802011 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-b179ecc1-4b90-4d02-9ed9-99198675310c tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6277580 Sep 15 02:48:21.813450 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 40768) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:48:21.819971 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d41e4d-19b9-4d47-85be-78f1e2b55cc9 None None] Routers {'4f1b0b79-e3c3-47e5-8db0-a2250f779792'} bound to L3 agent in host dv-cinder-759955-25-smb {{(pid=101047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:48:21.822635 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.v2.base [None req-d20b5b62-a30c-46ed-8b80-cb226dfbd055 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Request body: {'security_group_rule': {'security_group_id': '1d61cf01-d630-4a3c-9a44-94bd00c9c599', 'project_id': 'e2069618e1d743fb819278a57e7a8e6f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:48:21.827210 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_hamode_db [None req-12d41e4d-19b9-4d47-85be-78f1e2b55cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T02:36:18Z,description=,heartbeat_timestamp=2021-09-15T02:48:18Z,host='dv-cinder-759955-25-smb',id=22749488-15d0-44a3-a4aa-285786541688,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:36:19Z,topic='l3_agent')) {'router_ids': ['4f1b0b79-e3c3-47e5-8db0-a2250f779792'], 'active': True} {{(pid=101047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:48:21.870769 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce35ef8-f0c3-4a10-8a00-c2d1deff2700 req-10a357b2-2243-4f52-b1a0-289947fc279e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:21.872604 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-7ce35ef8-f0c3-4a10-8a00-c2d1deff2700 req-10a357b2-2243-4f52-b1a0-289947fc279e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=bf1160da16cc4aa8a8f7f5065e5f7661&device_id=42b51c9e-105a-4410-b3d4-28452f4f058f HTTP/1.1" status: 200 len: 1096 time: 0.1299272 Sep 15 02:48:21.876809 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 02:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55540cbe-1abe-41b9-9bbb-ba5afbb641e4 x-openstack-request-id: req-55540cbe-1abe-41b9-9bbb-ba5afbb641e4 {{(pid=101046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:48:21.877213 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8186c944-7452-44a4-803d-b7a9d00cdc53", "name": "network-vif-deleted", "tag": "53637e70-77fe-413e-9843-c1c348bf5fea", "status": "completed", "code": 200}]} {{(pid=101046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:48:21.877611 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-55540cbe-1abe-41b9-9bbb-ba5afbb641e4 {{(pid=101046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:48:21.877999 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8186c944-7452-44a4-803d-b7a9d00cdc53', 'name': 'network-vif-deleted', 'tag': '53637e70-77fe-413e-9843-c1c348bf5fea', 'status': 'completed', 'code': 200} Sep 15 02:48:21.934917 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_dvr_db [None req-3f3e572b-fa3d-48ee-b8ab-dfa922d2e890 None None] Set router aae92e6a-1a9b-40a2-b245-eb0a387ba7f9 gateway port host: dv-cinder-759955-25-smb {{(pid=101048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:48:21.940011 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-e9496c8f-4260-4bca-9ccd-f0295bfbe52c None None] For port 79896f3e-b534-47c6-83ea-694a38862a87, host dv-cinder-759955-25-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-smb',level=0,port_id=79896f3e-b534-47c6-83ea-694a38862a87,segment=NetworkSegment(85a3f2d3-2097-4338-b019-d2f8fc7712f1),segment_id=85a3f2d3-2097-4338-b019-d2f8fc7712f1)] {{(pid=101047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:48:21.954386 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-b93d2381-c508-4fdd-b903-05a0d0768a13 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Notify callbacks [] for port, precommit_update {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:21.993187 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-d20b5b62-a30c-46ed-8b80-cb226dfbd055 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:22.013267 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_dvr_db [None req-12d41e4d-19b9-4d47-85be-78f1e2b55cc9 None None] Set router 4f1b0b79-e3c3-47e5-8db0-a2250f779792 gateway port host: dv-cinder-759955-25-smb {{(pid=101047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:48:22.042350 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e9496c8f-4260-4bca-9ccd-f0295bfbe52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:22.057188 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-d20b5b62-a30c-46ed-8b80-cb226dfbd055 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:22.087582 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-b93d2381-c508-4fdd-b903-05a0d0768a13 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25909727'] for port, after_update {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:22.116133 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce35ef8-f0c3-4a10-8a00-c2d1deff2700 req-3ea3f4b9-6db1-4bff-88b7-3fd0e30fff48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:22.117926 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-7ce35ef8-f0c3-4a10-8a00-c2d1deff2700 req-3ea3f4b9-6db1-4bff-88b7-3fd0e30fff48 service neutron] 10.222.0.38 "GET /v2.0/networks?id=559d7eea-ef89-4b33-b717-afb1545433a5 HTTP/1.1" status: 200 len: 917 time: 0.2372200 Sep 15 02:48:22.135443 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-d20b5b62-a30c-46ed-8b80-cb226dfbd055 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904760'] for security_group_rule, after_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:22.190914 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93d2381-c508-4fdd-b903-05a0d0768a13 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Pushing event updated for resources: {'Port': ['ID=1df5e161-7d12-4c54-8870-96ae65c6abb5,revision_number=2']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:22.216271 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9496c8f-4260-4bca-9ccd-f0295bfbe52c None None] Pushing event updated for resources: {'Port': ['ID=79896f3e-b534-47c6-83ea-694a38862a87,revision_number=5']} {{(pid=101047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:22.227678 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-b61e00ee-2568-4e99-9dc4-122258fa4406 req-05c51291-61c6-4def-9d90-54f7f1c61d79 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/ports?device_id=8186c944-7452-44a4-803d-b7a9d00cdc53 HTTP/1.1" status: 200 len: 210 time: 0.0400193 Sep 15 02:48:22.237896 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-b93d2381-c508-4fdd-b903-05a0d0768a13 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1028869'] for floatingip, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:22.255694 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-7ce35ef8-f0c3-4a10-8a00-c2d1deff2700 req-def55e52-df72-4ab7-8edc-544cab551c4f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=345807e0-1f6a-430a-acb2-8550267dc561 HTTP/1.1" status: 200 len: 217 time: 0.1295731 Sep 15 02:48:22.275664 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-06e4c33c-9025-47c9-8abc-06298498f244 None None] Provisioning complete for port 79896f3e-b534-47c6-83ea-694a38862a87 triggered by entity DHCP. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:48:22.276285 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-06e4c33c-9025-47c9-8abc-06298498f244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1575204'] for port, provisioning_complete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:22.332526 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20b5b62-a30c-46ed-8b80-cb226dfbd055 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4edb98e0-d1c6-49ed-8adf-c4b3e7195701,revision_number=0']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:22.366599 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce35ef8-f0c3-4a10-8a00-c2d1deff2700 req-bbbb7410-b7aa-4c9c-a144-7c5d59da4a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:22.368078 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-7ce35ef8-f0c3-4a10-8a00-c2d1deff2700 req-bbbb7410-b7aa-4c9c-a144-7c5d59da4a44 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=16cede8a-7007-4219-aa2d-1189c5c08411 HTTP/1.1" status: 200 len: 855 time: 0.0999305 Sep 15 02:48:22.378037 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09d9084-d4e1-4fa1-a14d-059192dcf50a req-7061c4c6-7690-48d8-93ca-a8d01b15012d tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:22.386368 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_hamode_db [None req-3f3e572b-fa3d-48ee-b8ab-dfa922d2e890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aae92e6a-1a9b-40a2-b245-eb0a387ba7f9', 'name': 'tempest-TestShelveInstance-1614803489-router', 'tenant_id': '49c2e20490af41758f761dad1c5e1062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'external_fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.161'}], 'enable_snat': True}, 'gw_port_id': 'edce0a9b-70e8-481b-9a4a-cb8f4f7f7397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:48:12Z', 'updated_at': '2021-09-15T02:48:16Z', 'revision_number': 4, 'project_id': '49c2e20490af41758f761dad1c5e1062', 'gw_port': {'id': 'edce0a9b-70e8-481b-9a4a-cb8f4f7f7397', 'name': '', 'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ba:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae92e6a-1a9b-40a2-b245-eb0a387ba7f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:48:13Z', 'updated_at': '2021-09-15T02:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-smb', '_interfaces': [{'id': '79896f3e-b534-47c6-83ea-694a38862a87', 'name': '', 'network_id': '4238a6fc-49b2-4a62-a4fb-7ab814520a9d', 'tenant_id': '49c2e20490af41758f761dad1c5e1062', 'mac_address': 'fa:16:3e:69:dd:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aae92e6a-1a9b-40a2-b245-eb0a387ba7f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'ced4ba96-7228-4b3a-a4a4-2e4ab448bd55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:48:16Z', 'updated_at': '2021-09-15T02:48:21Z', 'revision_number': 4, 'project_id': '49c2e20490af41758f761dad1c5e1062', 'subnets': [{'id': 'ced4ba96-7228-4b3a-a4a4-2e4ab448bd55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-25-smb', False) {} {{(pid=101048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:48:22.394161 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-e09d9084-d4e1-4fa1-a14d-059192dcf50a req-7061c4c6-7690-48d8-93ca-a8d01b15012d tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b51c9e-105a-4410-b3d4-28452f4f058f HTTP/1.1" status: 200 len: 943 time: 0.1438472 Sep 15 02:48:22.408997 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.db.l3_db [None req-b93d2381-c508-4fdd-b903-05a0d0768a13 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Floating IP c7fbe4fc-994a-4a32-b4a6-bf81c4390469 associated. External IP: 172.28.3.23, port: 487af8df-e2cb-4b77-b9f9-fdf4008ec916. Sep 15 02:48:22.416710 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-d20b5b62-a30c-46ed-8b80-cb226dfbd055 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:22.418784 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-d20b5b62-a30c-46ed-8b80-cb226dfbd055 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6035125 Sep 15 02:48:22.439166 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 40778) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:48:22.445616 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.v2.base [None req-4ca98baa-b3ec-4812-b4ee-1e65ee7160fa tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Request body: {'security_group_rule': {'security_group_id': '1d61cf01-d630-4a3c-9a44-94bd00c9c599', 'project_id': 'e2069618e1d743fb819278a57e7a8e6f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:48:22.446427 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3e572b-fa3d-48ee-b8ab-dfa922d2e890 None None] The sync data for ids ['aae92e6a-1a9b-40a2-b245-eb0a387ba7f9'] in dv-cinder-759955-25-smb is: [{'id': 'aae92e6a-1a9b-40a2-b245-eb0a387ba7f9', 'name': 'tempest-TestShelveInstance-1614803489-router', 'tenant_id': '49c2e20490af41758f761dad1c5e1062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'external_fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.161'}], 'enable_snat': True}, 'gw_port_id': 'edce0a9b-70e8-481b-9a4a-cb8f4f7f7397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:48:12Z', 'updated_at': '2021-09-15T02:48:16Z', 'revision_number': 4, 'project_id': '49c2e20490af41758f761dad1c5e1062', 'gw_port': {'id': 'edce0a9b-70e8-481b-9a4a-cb8f4f7f7397', 'name': '', 'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ba:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae92e6a-1a9b-40a2-b245-eb0a387ba7f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:48:13Z', 'updated_at': '2021-09-15T02:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-smb', '_interfaces': [{'id': '79896f3e-b534-47c6-83ea-694a38862a87', 'name': '', 'network_id': '4238a6fc-49b2-4a62-a4fb-7ab814520a9d', 'tenant_id': '49c2e20490af41758f761dad1c5e1062', 'mac_address': 'fa:16:3e:69:dd:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aae92e6a-1a9b-40a2-b245-eb0a387ba7f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'ced4ba96-7228-4b3a-a4a4-2e4ab448bd55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:48:16Z', 'updated_at': '2021-09-15T02:48:21Z', 'revision_number': 4, 'project_id': '49c2e20490af41758f761dad1c5e1062', 'subnets': [{'id': 'ced4ba96-7228-4b3a-a4a4-2e4ab448bd55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 02:48:22.489168 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_hamode_db [None req-12d41e4d-19b9-4d47-85be-78f1e2b55cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f1b0b79-e3c3-47e5-8db0-a2250f779792', 'name': 'tempest-AttachVolumeTestJSON-1616189826-router', 'tenant_id': '3b73a94c214748a88ea9fc76fb540004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'external_fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.116'}], 'enable_snat': True}, 'gw_port_id': 'a378dd54-a4ba-4713-9628-1728198bde37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:44:29Z', 'updated_at': '2021-09-15T02:44:37Z', 'revision_number': 4, 'project_id': '3b73a94c214748a88ea9fc76fb540004', 'gw_port': {'id': 'a378dd54-a4ba-4713-9628-1728198bde37', 'name': '', 'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:8b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1b0b79-e3c3-47e5-8db0-a2250f779792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:44:30Z', 'updated_at': '2021-09-15T02:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-smb', '_interfaces': [{'id': '6dbb9097-a267-45a9-95b6-8e499d62a8a4', 'name': '', 'network_id': '6f57639e-ff61-4a6a-8bb7-4f6634a3a645', 'tenant_id': '3b73a94c214748a88ea9fc76fb540004', 'mac_address': 'fa:16:3e:6b:1e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1b0b79-e3c3-47e5-8db0-a2250f779792', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a0f1f6f6-a304-49b2-a651-7b609fdec3ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:44:36Z', 'updated_at': '2021-09-15T02:44:49Z', 'revision_number': 5, 'project_id': '3b73a94c214748a88ea9fc76fb540004', 'subnets': [{'id': 'a0f1f6f6-a304-49b2-a651-7b609fdec3ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-25-smb', False) {} {{(pid=101047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:48:22.552464 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-e09d9084-d4e1-4fa1-a14d-059192dcf50a req-23f7c78b-ab1e-42f9-996a-7dfaafd2c310 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad459af9-5975-483b-9f53-88cb63fe7ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1573613 Sep 15 02:48:22.568161 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce35ef8-f0c3-4a10-8a00-c2d1deff2700 req-683b4b50-5258-4780-a149-2c476c697a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:22.571398 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-7ce35ef8-f0c3-4a10-8a00-c2d1deff2700 req-683b4b50-5258-4780-a149-2c476c697a45 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=559d7eea-ef89-4b33-b717-afb1545433a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1735790 Sep 15 02:48:22.676228 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d41e4d-19b9-4d47-85be-78f1e2b55cc9 None None] Checking router: 4f1b0b79-e3c3-47e5-8db0-a2250f779792 for host: dv-cinder-759955-25-smb {{(pid=101047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 02:48:22.690079 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d41e4d-19b9-4d47-85be-78f1e2b55cc9 None None] Routers {'4f1b0b79-e3c3-47e5-8db0-a2250f779792'} bound to L3 agent in host dv-cinder-759955-25-smb {{(pid=101047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:48:22.690715 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_hamode_db [None req-12d41e4d-19b9-4d47-85be-78f1e2b55cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T02:36:18Z,description=,heartbeat_timestamp=2021-09-15T02:48:18Z,host='dv-cinder-759955-25-smb',id=22749488-15d0-44a3-a4aa-285786541688,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:36:19Z,topic='l3_agent')) {'router_ids': ['4f1b0b79-e3c3-47e5-8db0-a2250f779792'], 'active': True} {{(pid=101047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:48:22.692478 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.db.securitygroups_db [None req-4ca98baa-b3ec-4812-b4ee-1e65ee7160fa tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Project e2069618e1d743fb819278a57e7a8e6f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 02:48:22.707824 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-4ca98baa-b3ec-4812-b4ee-1e65ee7160fa tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:22.728196 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-7ce35ef8-f0c3-4a10-8a00-c2d1deff2700 req-c3af5df8-4b59-4a3e-b3e8-803ae2511fc6 service neutron] 10.222.0.38 "GET /v2.0/networks/559d7eea-ef89-4b33-b717-afb1545433a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432307 Sep 15 02:48:22.853855 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_dvr_db [None req-12d41e4d-19b9-4d47-85be-78f1e2b55cc9 None None] Set router 4f1b0b79-e3c3-47e5-8db0-a2250f779792 gateway port host: dv-cinder-759955-25-smb {{(pid=101047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:48:22.915476 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-4ca98baa-b3ec-4812-b4ee-1e65ee7160fa tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:22.922543 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-7ce35ef8-f0c3-4a10-8a00-c2d1deff2700 req-4556a2eb-611d-40a8-8702-5f9c88cceec2 service neutron] 10.222.0.38 "GET /v2.0/networks/559d7eea-ef89-4b33-b717-afb1545433a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812863 Sep 15 02:48:22.980177 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Device 53637e70-77fe-413e-9843-c1c348bf5fea no longer exists at agent hyperv_hv-cinder-75995 {{(pid=101047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 02:48:23.013031 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-4ca98baa-b3ec-4812-b4ee-1e65ee7160fa tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904760'] for security_group_rule, after_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:23.026913 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.plugin [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] No Port match for: 53637e70-77fe-413e-9843-c1c348bf5fea {{(pid=101047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 02:48:23.027363 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Device 53637e70-77fe-413e-9843-c1c348bf5fea not bound to the agent host hv-cinder-75995 {{(pid=101047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 02:48:23.033110 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca98baa-b3ec-4812-b4ee-1e65ee7160fa tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc1b5db8-b249-41c9-94f8-ea6e9a1ef6d8,revision_number=0']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:23.065520 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b93d2381-c508-4fdd-b903-05a0d0768a13 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Router 9ddde5d3-4db8-4cfa-813d-56c6a55128d0 has already been hosted by L3 agent 22749488-15d0-44a3-a4aa-285786541688 {{(pid=101046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 02:48:23.126800 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-4ca98baa-b3ec-4812-b4ee-1e65ee7160fa tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:23.130901 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-4ca98baa-b3ec-4812-b4ee-1e65ee7160fa tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6879299 Sep 15 02:48:23.131230 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 40782) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:48:23.137021 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.v2.base [None req-6334c6dd-ab6c-4107-988b-76622f42e306 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Request body: {'security_group_rule': {'security_group_id': '1d61cf01-d630-4a3c-9a44-94bd00c9c599', 'project_id': 'e2069618e1d743fb819278a57e7a8e6f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:48:23.156373 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_hamode_db [None req-12d41e4d-19b9-4d47-85be-78f1e2b55cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f1b0b79-e3c3-47e5-8db0-a2250f779792', 'name': 'tempest-AttachVolumeTestJSON-1616189826-router', 'tenant_id': '3b73a94c214748a88ea9fc76fb540004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'external_fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.116'}], 'enable_snat': True}, 'gw_port_id': 'a378dd54-a4ba-4713-9628-1728198bde37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:44:29Z', 'updated_at': '2021-09-15T02:44:37Z', 'revision_number': 4, 'project_id': '3b73a94c214748a88ea9fc76fb540004', 'gw_port': {'id': 'a378dd54-a4ba-4713-9628-1728198bde37', 'name': '', 'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:8b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1b0b79-e3c3-47e5-8db0-a2250f779792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:44:30Z', 'updated_at': '2021-09-15T02:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-smb', '_interfaces': [{'id': '6dbb9097-a267-45a9-95b6-8e499d62a8a4', 'name': '', 'network_id': '6f57639e-ff61-4a6a-8bb7-4f6634a3a645', 'tenant_id': '3b73a94c214748a88ea9fc76fb540004', 'mac_address': 'fa:16:3e:6b:1e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1b0b79-e3c3-47e5-8db0-a2250f779792', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a0f1f6f6-a304-49b2-a651-7b609fdec3ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:44:36Z', 'updated_at': '2021-09-15T02:44:49Z', 'revision_number': 5, 'project_id': '3b73a94c214748a88ea9fc76fb540004', 'subnets': [{'id': 'a0f1f6f6-a304-49b2-a651-7b609fdec3ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-25-smb', False) {} {{(pid=101047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:48:23.177941 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b93d2381-c508-4fdd-b903-05a0d0768a13 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Notify agent at l3_agent.dv-cinder-759955-25-smb the message routers_updated {{(pid=101046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 02:48:23.189267 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00bcda7-d3d9-4fd4-8909-9e7582f37271 None None] Sync routers for ids ['9ddde5d3-4db8-4cfa-813d-56c6a55128d0'] in dv-cinder-759955-25-smb {{(pid=101048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 02:48:23.190329 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d41e4d-19b9-4d47-85be-78f1e2b55cc9 None None] The sync data for ids ['4f1b0b79-e3c3-47e5-8db0-a2250f779792'] in dv-cinder-759955-25-smb is: [{'id': '4f1b0b79-e3c3-47e5-8db0-a2250f779792', 'name': 'tempest-AttachVolumeTestJSON-1616189826-router', 'tenant_id': '3b73a94c214748a88ea9fc76fb540004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'external_fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.116'}], 'enable_snat': True}, 'gw_port_id': 'a378dd54-a4ba-4713-9628-1728198bde37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:44:29Z', 'updated_at': '2021-09-15T02:44:37Z', 'revision_number': 4, 'project_id': '3b73a94c214748a88ea9fc76fb540004', 'gw_port': {'id': 'a378dd54-a4ba-4713-9628-1728198bde37', 'name': '', 'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:8b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1b0b79-e3c3-47e5-8db0-a2250f779792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:44:30Z', 'updated_at': '2021-09-15T02:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-smb', '_interfaces': [{'id': '6dbb9097-a267-45a9-95b6-8e499d62a8a4', 'name': '', 'network_id': '6f57639e-ff61-4a6a-8bb7-4f6634a3a645', 'tenant_id': '3b73a94c214748a88ea9fc76fb540004', 'mac_address': 'fa:16:3e:6b:1e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1b0b79-e3c3-47e5-8db0-a2250f779792', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a0f1f6f6-a304-49b2-a651-7b609fdec3ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:44:36Z', 'updated_at': '2021-09-15T02:44:49Z', 'revision_number': 5, 'project_id': '3b73a94c214748a88ea9fc76fb540004', 'subnets': [{'id': 'a0f1f6f6-a304-49b2-a651-7b609fdec3ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 02:48:23.201300 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00bcda7-d3d9-4fd4-8909-9e7582f37271 None None] Routers {'9ddde5d3-4db8-4cfa-813d-56c6a55128d0'} bound to L3 agent in host dv-cinder-759955-25-smb {{(pid=101048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:48:23.201300 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_hamode_db [None req-c00bcda7-d3d9-4fd4-8909-9e7582f37271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T02:36:18Z,description=,heartbeat_timestamp=2021-09-15T02:48:18Z,host='dv-cinder-759955-25-smb',id=22749488-15d0-44a3-a4aa-285786541688,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:36:19Z,topic='l3_agent')) {'router_ids': ['9ddde5d3-4db8-4cfa-813d-56c6a55128d0'], 'active': True} {{(pid=101048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:48:23.219229 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.db.securitygroups_db [None req-6334c6dd-ab6c-4107-988b-76622f42e306 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Project e2069618e1d743fb819278a57e7a8e6f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 02:48:23.224406 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-6334c6dd-ab6c-4107-988b-76622f42e306 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:23.270706 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-b93d2381-c508-4fdd-b903-05a0d0768a13 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89626'] for floatingip, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:23.290505 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-6334c6dd-ab6c-4107-988b-76622f42e306 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:23.308232 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_dvr_db [None req-c00bcda7-d3d9-4fd4-8909-9e7582f37271 None None] Set router 9ddde5d3-4db8-4cfa-813d-56c6a55128d0 gateway port host: dv-cinder-759955-25-smb {{(pid=101048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:48:23.319038 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-b93d2381-c508-4fdd-b903-05a0d0768a13 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.5368485 Sep 15 02:48:23.319506 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 40788) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:48:23.323787 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.v2.base [None req-2ba25e5f-098a-422d-beea-d22bcf0fa3f0 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1215211625', 'description': 'tempest-secgroup-smoke-1215211625 description', 'project_id': 'bda0ae2dd5054c26954555d099295c13'}} {{(pid=101046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:48:23.333139 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-6334c6dd-ab6c-4107-988b-76622f42e306 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904760'] for security_group_rule, after_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:23.356554 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6334c6dd-ab6c-4107-988b-76622f42e306 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6df1628e-4b2b-48dd-b82f-47cfb3cdb5e1,revision_number=0']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:23.372119 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 40790) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:48:23.400428 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-2ba25e5f-098a-422d-beea-d22bcf0fa3f0 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Notify callbacks [] for security_group, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:23.441290 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-6334c6dd-ab6c-4107-988b-76622f42e306 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:23.451025 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-6334c6dd-ab6c-4107-988b-76622f42e306 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3089542 Sep 15 02:48:23.460924 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-8f336c44-5a95-47b6-89cc-8f8b91f16ba7 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Notify callbacks [] for security_group, before_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:23.505843 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-8f336c44-5a95-47b6-89cc-8f8b91f16ba7 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:23.584383 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-2ba25e5f-098a-422d-beea-d22bcf0fa3f0 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Notify callbacks [] for security_group, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:23.621220 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_hamode_db [None req-c00bcda7-d3d9-4fd4-8909-9e7582f37271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ddde5d3-4db8-4cfa-813d-56c6a55128d0', 'name': 'tempest-TestMinimumBasicScenario-778731291-router', 'tenant_id': 'bda0ae2dd5054c26954555d099295c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'external_fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.10'}], 'enable_snat': True}, 'gw_port_id': '1ac5d270-9212-4059-9ea2-5ce6e477f7bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:47:19Z', 'updated_at': '2021-09-15T02:47:23Z', 'revision_number': 4, 'project_id': 'bda0ae2dd5054c26954555d099295c13', 'gw_port': {'id': '1ac5d270-9212-4059-9ea2-5ce6e477f7bf', 'name': '', 'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:0b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ddde5d3-4db8-4cfa-813d-56c6a55128d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:47:20Z', 'updated_at': '2021-09-15T02:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-smb', '_floatingips': [{'id': 'c7fbe4fc-994a-4a32-b4a6-bf81c4390469', 'tenant_id': 'bda0ae2dd5054c26954555d099295c13', 'floating_ip_address': '172.28.3.23', 'floating_network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'router_id': '9ddde5d3-4db8-4cfa-813d-56c6a55128d0', 'port_id': '487af8df-e2cb-4b77-b9f9-fdf4008ec916', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f14ab56-666c-474c-92c4-21c80d4540e7', 'mac_address': 'fa:16:3e:15:7f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4492b77-0aed-433d-b20c-dee4932e615d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T02:48:20Z', 'updated_at': '2021-09-15T02:48:20Z', 'revision_number': 0, 'project_id': 'bda0ae2dd5054c26954555d099295c13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26af36df-1072-449f-bd9f-9ff830e856a2', 'name': '', 'network_id': '6f14ab56-666c-474c-92c4-21c80d4540e7', 'tenant_id': 'bda0ae2dd5054c26954555d099295c13', 'mac_address': 'fa:16:3e:6a:cb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ddde5d3-4db8-4cfa-813d-56c6a55128d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'b44a5e3d-1dc9-4c9b-904f-be29464cdbfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:47:22Z', 'updated_at': '2021-09-15T02:47:27Z', 'revision_number': 5, 'project_id': 'bda0ae2dd5054c26954555d099295c13', 'subnets': [{'id': 'b44a5e3d-1dc9-4c9b-904f-be29464cdbfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-25-smb', False) {} {{(pid=101048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:48:23.651847 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00bcda7-d3d9-4fd4-8909-9e7582f37271 None None] Checking router: 9ddde5d3-4db8-4cfa-813d-56c6a55128d0 for host: dv-cinder-759955-25-smb {{(pid=101048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 02:48:23.657270 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-2ba25e5f-098a-422d-beea-d22bcf0fa3f0 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:23.662390 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00bcda7-d3d9-4fd4-8909-9e7582f37271 None None] Routers {'9ddde5d3-4db8-4cfa-813d-56c6a55128d0'} bound to L3 agent in host dv-cinder-759955-25-smb {{(pid=101048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:48:23.663205 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_hamode_db [None req-c00bcda7-d3d9-4fd4-8909-9e7582f37271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T02:36:18Z,description=,heartbeat_timestamp=2021-09-15T02:48:18Z,host='dv-cinder-759955-25-smb',id=22749488-15d0-44a3-a4aa-285786541688,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:36:19Z,topic='l3_agent')) {'router_ids': ['9ddde5d3-4db8-4cfa-813d-56c6a55128d0'], 'active': True} {{(pid=101048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:48:23.725437 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-8f336c44-5a95-47b6-89cc-8f8b91f16ba7 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:23.728076 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-8f336c44-5a95-47b6-89cc-8f8b91f16ba7 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Notify callbacks [] for security_group, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:23.729279 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-8f336c44-5a95-47b6-89cc-8f8b91f16ba7 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "DELETE /v2.0/security-groups/005c9161-3e16-459b-9a3f-a4e8732292ac HTTP/1.1" status: 204 len: 168 time: 0.3561537 Sep 15 02:48:23.733213 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 40830) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:48:23.747446 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba25e5f-098a-422d-beea-d22bcf0fa3f0 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=debed088-5689-4b6b-8c05-267f5a46717d,revision_number=1']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:23.750807 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.api.v2.resource [None req-ff83fb02-3463-400f-85d3-590123df8b4f tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] show failed (client error): The resource could not be found. Sep 15 02:48:23.756074 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-ff83fb02-3463-400f-85d3-590123df8b4f tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/security-groups/005c9161-3e16-459b-9a3f-a4e8732292ac HTTP/1.1" status: 404 len: 347 time: 0.0211179 Sep 15 02:48:23.757375 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 40832) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:48:23.784283 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-2ba25e5f-098a-422d-beea-d22bcf0fa3f0 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Notify callbacks [] for security_group, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:23.786698 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-2ba25e5f-098a-422d-beea-d22bcf0fa3f0 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4663045 Sep 15 02:48:23.789763 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f336c44-5a95-47b6-89cc-8f8b91f16ba7 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=005c9161-3e16-459b-9a3f-a4e8732292ac,revision_number=None']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:23.802454 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 40834) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:48:23.807405 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.v2.base [None req-b2f5d442-2247-49f5-8913-3bfce12357a6 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Request body: {'security_group_rule': {'security_group_id': 'debed088-5689-4b6b-8c05-267f5a46717d', 'project_id': 'bda0ae2dd5054c26954555d099295c13', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:48:23.830378 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_dvr_db [None req-c00bcda7-d3d9-4fd4-8909-9e7582f37271 None None] Set router 9ddde5d3-4db8-4cfa-813d-56c6a55128d0 gateway port host: dv-cinder-759955-25-smb {{(pid=101048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:48:23.837553 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807e0e72-1fa9-4d8c-808d-19bea9f840b6 req-5521e781-f942-4c97-ae63-5e5bc502f430 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:23.840166 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-807e0e72-1fa9-4d8c-808d-19bea9f840b6 req-5521e781-f942-4c97-ae63-5e5bc502f430 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b51c9e-105a-4410-b3d4-28452f4f058f HTTP/1.1" status: 200 len: 943 time: 0.1646521 Sep 15 02:48:23.878540 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4492b77-0aed-433d-b20c-dee4932e615d', 'tag': '487af8df-e2cb-4b77-b9f9-fdf4008ec916'}] {{(pid=101046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:48:23.882358 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09f236bde6c897f5223593461388a859426f0e46db55c614fbf86303128fc53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40063428-1170-46b5-afbb-1b0c6a28e5f7" -d '{"events": [{"name": "network-changed", "server_uuid": "c4492b77-0aed-433d-b20c-dee4932e615d", "tag": "487af8df-e2cb-4b77-b9f9-fdf4008ec916"}]}' {{(pid=101046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:48:23.923971 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-807e0e72-1fa9-4d8c-808d-19bea9f840b6 req-78838941-9986-47c4-b5b1-9c337721d615 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad459af9-5975-483b-9f53-88cb63fe7ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687349 Sep 15 02:48:23.952625 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 02:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-206630b2-fb56-4a2f-ac8d-6eb387b9cba2 x-openstack-request-id: req-206630b2-fb56-4a2f-ac8d-6eb387b9cba2 {{(pid=101046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:48:23.953579 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4492b77-0aed-433d-b20c-dee4932e615d", "tag": "487af8df-e2cb-4b77-b9f9-fdf4008ec916", "status": "completed", "code": 200}]} {{(pid=101046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:48:23.954090 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-206630b2-fb56-4a2f-ac8d-6eb387b9cba2 {{(pid=101046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:48:23.954821 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4492b77-0aed-433d-b20c-dee4932e615d', 'tag': '487af8df-e2cb-4b77-b9f9-fdf4008ec916', 'status': 'completed', 'code': 200} Sep 15 02:48:23.961570 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-b2f5d442-2247-49f5-8913-3bfce12357a6 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:24.016418 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.plugin [None req-d1bc09e7-de9e-4d14-9f21-d47bf0d58ab6 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Deleting port 0786dc17-49c6-4ce6-b644-63fb8e71e0aa {{(pid=101045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:48:24.017308 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-d1bc09e7-de9e-4d14-9f21-d47bf0d58ab6 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781587782193'] for port, before_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:24.028429 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-b2f5d442-2247-49f5-8913-3bfce12357a6 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:24.086872 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40063428-1170-46b5-afbb-1b0c6a28e5f7 req-29e29f3c-3017-4bcc-b96b-eaed1fed2579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:24.088397 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-40063428-1170-46b5-afbb-1b0c6a28e5f7 req-29e29f3c-3017-4bcc-b96b-eaed1fed2579 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=bda0ae2dd5054c26954555d099295c13&device_id=c4492b77-0aed-433d-b20c-dee4932e615d HTTP/1.1" status: 200 len: 1098 time: 0.1137998 Sep 15 02:48:24.104438 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-b2f5d442-2247-49f5-8913-3bfce12357a6 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904760'] for security_group_rule, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:24.126754 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f5d442-2247-49f5-8913-3bfce12357a6 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd9812ff-f196-43c4-a23e-192de7b11915,revision_number=0']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:24.171393 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_hamode_db [None req-c00bcda7-d3d9-4fd4-8909-9e7582f37271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ddde5d3-4db8-4cfa-813d-56c6a55128d0', 'name': 'tempest-TestMinimumBasicScenario-778731291-router', 'tenant_id': 'bda0ae2dd5054c26954555d099295c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'external_fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.10'}], 'enable_snat': True}, 'gw_port_id': '1ac5d270-9212-4059-9ea2-5ce6e477f7bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:47:19Z', 'updated_at': '2021-09-15T02:47:23Z', 'revision_number': 4, 'project_id': 'bda0ae2dd5054c26954555d099295c13', 'gw_port': {'id': '1ac5d270-9212-4059-9ea2-5ce6e477f7bf', 'name': '', 'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:0b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ddde5d3-4db8-4cfa-813d-56c6a55128d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:47:20Z', 'updated_at': '2021-09-15T02:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-smb', '_floatingips': [{'id': 'c7fbe4fc-994a-4a32-b4a6-bf81c4390469', 'tenant_id': 'bda0ae2dd5054c26954555d099295c13', 'floating_ip_address': '172.28.3.23', 'floating_network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'router_id': '9ddde5d3-4db8-4cfa-813d-56c6a55128d0', 'port_id': '487af8df-e2cb-4b77-b9f9-fdf4008ec916', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f14ab56-666c-474c-92c4-21c80d4540e7', 'mac_address': 'fa:16:3e:15:7f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4492b77-0aed-433d-b20c-dee4932e615d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T02:48:20Z', 'updated_at': '2021-09-15T02:48:20Z', 'revision_number': 0, 'project_id': 'bda0ae2dd5054c26954555d099295c13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26af36df-1072-449f-bd9f-9ff830e856a2', 'name': '', 'network_id': '6f14ab56-666c-474c-92c4-21c80d4540e7', 'tenant_id': 'bda0ae2dd5054c26954555d099295c13', 'mac_address': 'fa:16:3e:6a:cb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ddde5d3-4db8-4cfa-813d-56c6a55128d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'b44a5e3d-1dc9-4c9b-904f-be29464cdbfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:47:22Z', 'updated_at': '2021-09-15T02:47:27Z', 'revision_number': 5, 'project_id': 'bda0ae2dd5054c26954555d099295c13', 'subnets': [{'id': 'b44a5e3d-1dc9-4c9b-904f-be29464cdbfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-25-smb', False) {} {{(pid=101048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:48:24.191527 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40063428-1170-46b5-afbb-1b0c6a28e5f7 req-f587707b-90ae-44c1-aff0-c7904a71aa59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:24.199074 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-40063428-1170-46b5-afbb-1b0c6a28e5f7 req-f587707b-90ae-44c1-aff0-c7904a71aa59 service neutron] 10.222.0.38 "GET /v2.0/networks?id=6f14ab56-666c-474c-92c4-21c80d4540e7 HTTP/1.1" status: 200 len: 915 time: 0.0974550 Sep 15 02:48:24.213677 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-b2f5d442-2247-49f5-8913-3bfce12357a6 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:24.215583 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00bcda7-d3d9-4fd4-8909-9e7582f37271 None None] The sync data for ids ['9ddde5d3-4db8-4cfa-813d-56c6a55128d0'] in dv-cinder-759955-25-smb is: [{'id': '9ddde5d3-4db8-4cfa-813d-56c6a55128d0', 'name': 'tempest-TestMinimumBasicScenario-778731291-router', 'tenant_id': 'bda0ae2dd5054c26954555d099295c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'external_fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.10'}], 'enable_snat': True}, 'gw_port_id': '1ac5d270-9212-4059-9ea2-5ce6e477f7bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:47:19Z', 'updated_at': '2021-09-15T02:47:23Z', 'revision_number': 4, 'project_id': 'bda0ae2dd5054c26954555d099295c13', 'gw_port': {'id': '1ac5d270-9212-4059-9ea2-5ce6e477f7bf', 'name': '', 'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:0b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ddde5d3-4db8-4cfa-813d-56c6a55128d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:47:20Z', 'updated_at': '2021-09-15T02:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-smb', '_floatingips': [{'id': 'c7fbe4fc-994a-4a32-b4a6-bf81c4390469', 'tenant_id': 'bda0ae2dd5054c26954555d099295c13', 'floating_ip_address': '172.28.3.23', 'floating_network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'router_id': '9ddde5d3-4db8-4cfa-813d-56c6a55128d0', 'port_id': '487af8df-e2cb-4b77-b9f9-fdf4008ec916', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f14ab56-666c-474c-92c4-21c80d4540e7', 'mac_address': 'fa:16:3e:15:7f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4492b77-0aed-433d-b20c-dee4932e615d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T02:48:20Z', 'updated_at': '2021-09-15T02:48:20Z', 'revision_number': 0, 'project_id': 'bda0ae2dd5054c26954555d099295c13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26af36df-1072-449f-bd9f-9ff830e856a2', 'name': '', 'network_id': '6f14ab56-666c-474c-92c4-21c80d4540e7', 'tenant_id': 'bda0ae2dd5054c26954555d099295c13', 'mac_address': 'fa:16:3e:6a:cb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ddde5d3-4db8-4cfa-813d-56c6a55128d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'b44a5e3d-1dc9-4c9b-904f-be29464cdbfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:47:22Z', 'updated_at': '2021-09-15T02:47:27Z', 'revision_number': 5, 'project_id': 'bda0ae2dd5054c26954555d099295c13', 'subnets': [{'id': 'b44a5e3d-1dc9-4c9b-904f-be29464cdbfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 02:48:24.223510 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-b2f5d442-2247-49f5-8913-3bfce12357a6 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4188976 Sep 15 02:48:24.223510 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 40840) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:48:24.230941 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.v2.base [None req-7b5b5968-a4d3-44f4-999e-699a3592a884 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Request body: {'security_group_rule': {'security_group_id': 'debed088-5689-4b6b-8c05-267f5a46717d', 'project_id': 'bda0ae2dd5054c26954555d099295c13', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:48:24.260244 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-d1bc09e7-de9e-4d14-9f21-d47bf0d58ab6 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023821'] for port, precommit_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:24.260580 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-d1bc09e7-de9e-4d14-9f21-d47bf0d58ab6 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:24.278828 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.plugin [None req-d1bc09e7-de9e-4d14-9f21-d47bf0d58ab6 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Calling delete_port for 0786dc17-49c6-4ce6-b644-63fb8e71e0aa owned by network:floatingip {{(pid=101045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:48:24.293407 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-40063428-1170-46b5-afbb-1b0c6a28e5f7 req-ed8bd819-9113-4c42-959e-2b0a0a24fc1c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=487af8df-e2cb-4b77-b9f9-fdf4008ec916 HTTP/1.1" status: 200 len: 998 time: 0.0918717 Sep 15 02:48:24.304357 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Device 79896f3e-b534-47c6-83ea-694a38862a87 up at agent ovs-agent-dv-cinder-759955-25-smb {{(pid=101047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:48:24.345717 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-7b5b5968-a4d3-44f4-999e-699a3592a884 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:24.375611 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53e7e20-1085-4a7c-b27b-d3bb8bec7286 None None] New status for floating IP a17ec057-11b3-40ad-8cac-eb64aef3716c: DOWN {{(pid=101047) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 02:48:24.414721 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Provisioning complete for port 79896f3e-b534-47c6-83ea-694a38862a87 triggered by entity L2. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:48:24.415371 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1575204'] for port, provisioning_complete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:24.417266 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40063428-1170-46b5-afbb-1b0c6a28e5f7 req-0dc19696-b2b3-4804-97dc-e4d22ea4ebdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:24.418903 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-40063428-1170-46b5-afbb-1b0c6a28e5f7 req-0dc19696-b2b3-4804-97dc-e4d22ea4ebdb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b44a5e3d-1dc9-4c9b-904f-be29464cdbfd HTTP/1.1" status: 200 len: 853 time: 0.1170008 Sep 15 02:48:24.421918 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-7b5b5968-a4d3-44f4-999e-699a3592a884 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:24.483083 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-7b5b5968-a4d3-44f4-999e-699a3592a884 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904760'] for security_group_rule, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:24.517211 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5b5968-a4d3-44f4-999e-699a3592a884 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c9387c7-8e9c-4262-9e69-908a76142e0b,revision_number=0']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:24.536037 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.db.api [None req-a53e7e20-1085-4a7c-b27b-d3bb8bec7286 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 15 02:48:24.536037 dv-cinder-759955-25-smb neutron-server[101047]: [SQL: UPDATE floatingips SET `status`=%(status)s WHERE floatingips.id = %(floatingips_id)s] Sep 15 02:48:24.536037 dv-cinder-759955-25-smb neutron-server[101047]: [parameters: {'status': 'DOWN', 'floatingips_id': 'a17ec057-11b3-40ad-8cac-eb64aef3716c'}] Sep 15 02:48:24.536037 dv-cinder-759955-25-smb neutron-server[101047]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101047) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 02:48:24.536855 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG oslo_db.api [None req-a53e7e20-1085-4a7c-b27b-d3bb8bec7286 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=101047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 02:48:24.553019 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40063428-1170-46b5-afbb-1b0c6a28e5f7 req-0f0601c6-d7ba-4a43-943e-ac25c19c75b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:24.554570 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-40063428-1170-46b5-afbb-1b0c6a28e5f7 req-0f0601c6-d7ba-4a43-943e-ac25c19c75b6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6f14ab56-666c-474c-92c4-21c80d4540e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1262219 Sep 15 02:48:24.601626 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-7b5b5968-a4d3-44f4-999e-699a3592a884 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:24.605401 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-7b5b5968-a4d3-44f4-999e-699a3592a884 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3783972 Sep 15 02:48:24.605756 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 40846) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:48:24.612084 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.v2.base [None req-943798a6-96b8-4080-94b5-ebbc3a241cd4 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Request body: {'security_group_rule': {'security_group_id': 'debed088-5689-4b6b-8c05-267f5a46717d', 'project_id': 'bda0ae2dd5054c26954555d099295c13', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:48:24.679250 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-40063428-1170-46b5-afbb-1b0c6a28e5f7 req-911f89a7-e1fc-45cf-adf0-57a5cf8eacfd service neutron] 10.222.0.38 "GET /v2.0/networks/6f14ab56-666c-474c-92c4-21c80d4540e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157503 Sep 15 02:48:24.695799 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-d1bc09e7-de9e-4d14-9f21-d47bf0d58ab6 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781587788279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781587269057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25563207'] for port, after_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:24.745089 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bc09e7-de9e-4d14-9f21-d47bf0d58ab6 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Pushing event deleted for resources: {'Port': ['ID=0786dc17-49c6-4ce6-b644-63fb8e71e0aa,revision_number=None']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:24.759675 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-943798a6-96b8-4080-94b5-ebbc3a241cd4 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:24.768722 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f44f21-8869-4d69-8e6c-4c0d9a54fde6 None None] New status for floating IP c7fbe4fc-994a-4a32-b4a6-bf81c4390469: ACTIVE {{(pid=101048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 02:48:24.846357 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-943798a6-96b8-4080-94b5-ebbc3a241cd4 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:24.858505 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-40063428-1170-46b5-afbb-1b0c6a28e5f7 req-d924bd14-e01c-4e85-b976-ecf76dd5e88b service neutron] 10.222.0.38 "GET /v2.0/networks/6f14ab56-666c-474c-92c4-21c80d4540e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714516 Sep 15 02:48:24.861647 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-d1bc09e7-de9e-4d14-9f21-d47bf0d58ab6 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Notify callbacks [] for floatingip, after_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:24.864216 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-d1bc09e7-de9e-4d14-9f21-d47bf0d58ab6 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89626'] for floatingip, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:24.869115 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-d1bc09e7-de9e-4d14-9f21-d47bf0d58ab6 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "DELETE /v2.0/floatingips/a17ec057-11b3-40ad-8cac-eb64aef3716c HTTP/1.1" status: 204 len: 168 time: 1.1068652 Sep 15 02:48:24.950316 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-943798a6-96b8-4080-94b5-ebbc3a241cd4 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904760'] for security_group_rule, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:24.970916 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Device 345807e0-1f6a-430a-acb2-8550267dc561 details requested by agent hyperv_hv-cinder-75995 with host hv-cinder-75995 {{(pid=101047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 02:48:25.008845 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943798a6-96b8-4080-94b5-ebbc3a241cd4 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6d1ad24-4a6c-4cc1-923c-53326aaac839,revision_number=0']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:25.036415 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-943798a6-96b8-4080-94b5-ebbc3a241cd4 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:25.038115 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-943798a6-96b8-4080-94b5-ebbc3a241cd4 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4312627 Sep 15 02:48:25.040802 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 40864) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:48:25.046533 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.v2.base [None req-387fd7b5-08b5-4e01-a158-18b1b27a6043 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Request body: {'security_group_rule': {'security_group_id': 'debed088-5689-4b6b-8c05-267f5a46717d', 'project_id': 'bda0ae2dd5054c26954555d099295c13', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:48:25.147908 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53e7e20-1085-4a7c-b27b-d3bb8bec7286 None None] New status for floating IP a17ec057-11b3-40ad-8cac-eb64aef3716c: DOWN {{(pid=101047) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 02:48:25.161780 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-387fd7b5-08b5-4e01-a158-18b1b27a6043 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:25.164581 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2a80df-dec5-4407-bce7-8461c754c74d req-a22267db-1cd8-4dff-a77f-80c78c016104 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:25.166199 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-4b2a80df-dec5-4407-bce7-8461c754c74d req-a22267db-1cd8-4dff-a77f-80c78c016104 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b51c9e-105a-4410-b3d4-28452f4f058f HTTP/1.1" status: 200 len: 943 time: 0.1036086 Sep 15 02:48:25.224665 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-4b2a80df-dec5-4407-bce7-8461c754c74d req-f77a9ed5-0c33-4a4c-8306-9478afdc9fdd tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad459af9-5975-483b-9f53-88cb63fe7ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519264 Sep 15 02:48:25.316559 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] For port 345807e0-1f6a-430a-acb2-8550267dc561, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=345807e0-1f6a-430a-acb2-8550267dc561,segment=NetworkSegment(05f52a86-8cc0-4a65-9024-5aaf0393990e),segment_id=05f52a86-8cc0-4a65-9024-5aaf0393990e)] {{(pid=101047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:48:25.323792 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-387fd7b5-08b5-4e01-a158-18b1b27a6043 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:25.342576 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Returning: {'device': '345807e0-1f6a-430a-acb2-8550267dc561', 'network_id': '559d7eea-ef89-4b33-b717-afb1545433a5', 'port_id': '345807e0-1f6a-430a-acb2-8550267dc561', 'mac_address': 'fa:16:3e:cb:c2:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16cede8a-7007-4219-aa2d-1189c5c08411', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 02:48:25.350346 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 40876) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:48:25.355160 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.v2.base [None req-cf606eb8-0934-4eb6-b560-a587208df2c5 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Request body: {'security_group': {'name': 'tempest-securitygroup--333955146', 'description': 'tempest-description--1577304456'}} {{(pid=101046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:48:25.382915 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:25.385612 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-387fd7b5-08b5-4e01-a158-18b1b27a6043 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904760'] for security_group_rule, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:25.396901 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.notifiers.nova [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 345807e0-1f6a-430a-acb2-8550267dc561 {{(pid=101047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 02:48:25.406189 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387fd7b5-08b5-4e01-a158-18b1b27a6043 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6c8bbf3-38e0-4a24-aa33-73b1ffdc65a8,revision_number=0']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:25.421129 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] For port 345807e0-1f6a-430a-acb2-8550267dc561, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=345807e0-1f6a-430a-acb2-8550267dc561,segment=NetworkSegment(05f52a86-8cc0-4a65-9024-5aaf0393990e),segment_id=05f52a86-8cc0-4a65-9024-5aaf0393990e)] {{(pid=101047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:48:25.465326 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-cf606eb8-0934-4eb6-b560-a587208df2c5 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Notify callbacks [] for security_group, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:25.492711 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:25.517722 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-387fd7b5-08b5-4e01-a158-18b1b27a6043 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:25.519038 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-387fd7b5-08b5-4e01-a158-18b1b27a6043 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4771647 Sep 15 02:48:25.521789 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 40878) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:48:25.526052 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.v2.base [None req-cc1c3a0f-5059-45db-8458-ea325753f7a2 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Request body: {'security_group_rule': {'security_group_id': 'debed088-5689-4b6b-8c05-267f5a46717d', 'project_id': 'bda0ae2dd5054c26954555d099295c13', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:48:25.544431 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Pushing event updated for resources: {'Port': ['ID=345807e0-1f6a-430a-acb2-8550267dc561,revision_number=4']} {{(pid=101047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:25.596311 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-cf606eb8-0934-4eb6-b560-a587208df2c5 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Notify callbacks [] for security_group, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:25.654109 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-cf606eb8-0934-4eb6-b560-a587208df2c5 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:25.695387 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf606eb8-0934-4eb6-b560-a587208df2c5 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c53d8093-77cc-478a-846b-6c2e0e551c6f,revision_number=1']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:25.758777 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] get_ports_and_sgs() called for port_ids ['345807e0-1f6a-430a-acb2-8550267dc561'] {{(pid=101047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 02:48:25.762606 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.db.securitygroups_db [None req-cc1c3a0f-5059-45db-8458-ea325753f7a2 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Project bda0ae2dd5054c26954555d099295c13 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 02:48:25.768423 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-cc1c3a0f-5059-45db-8458-ea325753f7a2 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:25.821688 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-cf606eb8-0934-4eb6-b560-a587208df2c5 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Notify callbacks [] for security_group, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:25.825654 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-cf606eb8-0934-4eb6-b560-a587208df2c5 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4714832 Sep 15 02:48:25.825654 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-cc1c3a0f-5059-45db-8458-ea325753f7a2 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:25.825868 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 40882) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:48:25.830676 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.v2.base [None req-20fb9995-4f0a-4819-8f06-a87627bfc4f5 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Request body: {'security_group_rule': {'security_group_id': 'c53d8093-77cc-478a-846b-6c2e0e551c6f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:48:25.870797 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-cc1c3a0f-5059-45db-8458-ea325753f7a2 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904760'] for security_group_rule, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:25.892901 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1c3a0f-5059-45db-8458-ea325753f7a2 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d92805d-cb06-4268-a1b2-3cf364dd2c92,revision_number=0']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:25.907745 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-20fb9995-4f0a-4819-8f06-a87627bfc4f5 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:25.955472 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-20fb9995-4f0a-4819-8f06-a87627bfc4f5 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:25.978344 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-cc1c3a0f-5059-45db-8458-ea325753f7a2 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:25.980024 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-cc1c3a0f-5059-45db-8458-ea325753f7a2 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4569397 Sep 15 02:48:25.982988 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 40884) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:48:25.988147 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.v2.base [None req-2581e061-36c4-45d9-9103-b2a913d022c8 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Request body: {'security_group_rule': {'security_group_id': 'debed088-5689-4b6b-8c05-267f5a46717d', 'project_id': 'bda0ae2dd5054c26954555d099295c13', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:48:26.035416 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-20fb9995-4f0a-4819-8f06-a87627bfc4f5 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904760'] for security_group_rule, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:26.053229 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fb9995-4f0a-4819-8f06-a87627bfc4f5 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a9fc3d7-03e9-4566-b2c2-ed4f940189ef,revision_number=0']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:26.094471 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.db.securitygroups_db [None req-2581e061-36c4-45d9-9103-b2a913d022c8 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Project bda0ae2dd5054c26954555d099295c13 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 02:48:26.099649 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-2581e061-36c4-45d9-9103-b2a913d022c8 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:26.151142 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-2581e061-36c4-45d9-9103-b2a913d022c8 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:26.157545 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-20fb9995-4f0a-4819-8f06-a87627bfc4f5 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:26.158775 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-20fb9995-4f0a-4819-8f06-a87627bfc4f5 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3319757 Sep 15 02:48:26.163137 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 40888) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:48:26.167868 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.v2.base [None req-272024ec-457f-4fe9-9e22-edbca8a4e286 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Request body: {'security_group_rule': {'security_group_id': 'c53d8093-77cc-478a-846b-6c2e0e551c6f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:48:26.224462 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-2581e061-36c4-45d9-9103-b2a913d022c8 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904760'] for security_group_rule, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:26.244087 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2581e061-36c4-45d9-9103-b2a913d022c8 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=319e441f-5cbd-4b18-9d21-4315c2dc3862,revision_number=0']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:26.254931 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-272024ec-457f-4fe9-9e22-edbca8a4e286 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:26.293049 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-2581e061-36c4-45d9-9103-b2a913d022c8 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:26.294291 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-2581e061-36c4-45d9-9103-b2a913d022c8 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3102527 Sep 15 02:48:26.307051 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-272024ec-457f-4fe9-9e22-edbca8a4e286 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:26.356636 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-272024ec-457f-4fe9-9e22-edbca8a4e286 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904760'] for security_group_rule, after_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:26.360995 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0443b7b4-f936-4d35-b7ca-f7801d3f16ca req-ce63d797-fb39-4ef1-9f14-6921ebdb0c23 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:26.364052 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-0443b7b4-f936-4d35-b7ca-f7801d3f16ca req-ce63d797-fb39-4ef1-9f14-6921ebdb0c23 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b51c9e-105a-4410-b3d4-28452f4f058f HTTP/1.1" status: 200 len: 944 time: 0.0545487 Sep 15 02:48:26.382504 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272024ec-457f-4fe9-9e22-edbca8a4e286 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ccf4f73-8b3d-455c-bb13-fba67c36e9cd,revision_number=0']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:26.398701 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-94862ab8-3c75-41db-8eee-cf3b5a87b965 req-e4a9fc18-b01b-44e2-910a-39cf288e4c59 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1215211625&fields=id&tenant_id=bda0ae2dd5054c26954555d099295c13 HTTP/1.1" status: 200 len: 267 time: 0.0568902 Sep 15 02:48:26.408167 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-0443b7b4-f936-4d35-b7ca-f7801d3f16ca req-b08b2c4b-6fb3-45ec-bf76-a6396f6ec365 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad459af9-5975-483b-9f53-88cb63fe7ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346787 Sep 15 02:48:26.457056 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94862ab8-3c75-41db-8eee-cf3b5a87b965 req-e21a8c74-8e9b-44ff-b870-02b60e1a67ad tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:26.458528 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-94862ab8-3c75-41db-8eee-cf3b5a87b965 req-e21a8c74-8e9b-44ff-b870-02b60e1a67ad tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4492b77-0aed-433d-b20c-dee4932e615d HTTP/1.1" status: 200 len: 945 time: 0.0537331 Sep 15 02:48:26.459777 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-272024ec-457f-4fe9-9e22-edbca8a4e286 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:26.465239 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-272024ec-457f-4fe9-9e22-edbca8a4e286 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2967823 Sep 15 02:48:26.465351 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 40894) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:48:26.469877 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.v2.base [None req-1eca692e-3d7f-422a-afe1-ea2a1b522a68 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Request body: {'floatingip': {'floating_network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1'}} {{(pid=101046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:48:26.475597 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.v2.base [req-94862ab8-3c75-41db-8eee-cf3b5a87b965 req-2210c05f-128e-43fe-8768-f526c793e626 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Request body: {'port': {'security_groups': ['2d03ce67-083c-4842-9dce-25b3d5453925', 'debed088-5689-4b6b-8c05-267f5a46717d']}} {{(pid=101045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:48:26.541797 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-94862ab8-3c75-41db-8eee-cf3b5a87b965 req-2210c05f-128e-43fe-8768-f526c793e626 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:26.561206 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-1eca692e-3d7f-422a-afe1-ea2a1b522a68 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Notify callbacks [] for floatingip, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:26.687884 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-1eca692e-3d7f-422a-afe1-ea2a1b522a68 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:26.742198 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.db [req-94862ab8-3c75-41db-8eee-cf3b5a87b965 req-2210c05f-128e-43fe-8768-f526c793e626 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] For port 487af8df-e2cb-4b77-b9f9-fdf4008ec916, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=487af8df-e2cb-4b77-b9f9-fdf4008ec916,segment=NetworkSegment(a62a0362-9a53-4c6f-aebd-c70982ef9284),segment_id=a62a0362-9a53-4c6f-aebd-c70982ef9284)] {{(pid=101045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:48:26.774031 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-94862ab8-3c75-41db-8eee-cf3b5a87b965 req-2210c05f-128e-43fe-8768-f526c793e626 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Notify callbacks [] for port, precommit_update {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:26.795996 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.db.db_base_plugin_common [None req-1eca692e-3d7f-422a-afe1-ea2a1b522a68 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Allocated IP 172.28.3.213 (33518f62-a6b6-442c-a872-dfb5ddf2cbe1/7529c9c6-8ff3-40d4-8357-6b3b49e7afdc/63a60a51-d64e-4076-ab18-cf9544f1d495) {{(pid=101046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:48:26.841427 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-94862ab8-3c75-41db-8eee-cf3b5a87b965 req-2210c05f-128e-43fe-8768-f526c793e626 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25563230'] for port, after_update {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:26.852405 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] get_ports_and_sgs() called for port_ids ['487af8df-e2cb-4b77-b9f9-fdf4008ec916'] {{(pid=101047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 02:48:26.897601 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94862ab8-3c75-41db-8eee-cf3b5a87b965 req-2210c05f-128e-43fe-8768-f526c793e626 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:26.898304 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-94862ab8-3c75-41db-8eee-cf3b5a87b965 req-2210c05f-128e-43fe-8768-f526c793e626 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89626'] for port, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:26.903646 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-94862ab8-3c75-41db-8eee-cf3b5a87b965 req-2210c05f-128e-43fe-8768-f526c793e626 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] 10.222.0.13 "PUT /v2.0/ports/487af8df-e2cb-4b77-b9f9-fdf4008ec916 HTTP/1.1" status: 200 len: 981 time: 0.4354854 Sep 15 02:48:26.905483 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4492b77-0aed-433d-b20c-dee4932e615d', 'tag': '487af8df-e2cb-4b77-b9f9-fdf4008ec916'}] {{(pid=101045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:48:26.922600 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86c436101efe1a363cd74fb96c1b6796ca3087f8916af27063bbdf5683c89520" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-928dd643-f93f-4224-898c-808f59c40e26" -d '{"events": [{"name": "network-changed", "server_uuid": "c4492b77-0aed-433d-b20c-dee4932e615d", "tag": "487af8df-e2cb-4b77-b9f9-fdf4008ec916"}]}' {{(pid=101045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:48:26.927324 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-1eca692e-3d7f-422a-afe1-ea2a1b522a68 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Notify callbacks [] for port, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:26.975695 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2210c05f-128e-43fe-8768-f526c793e626 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Pushing event updated for resources: {'Port': ['ID=487af8df-e2cb-4b77-b9f9-fdf4008ec916,revision_number=6']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:26.976773 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] get_ports_and_sgs() called for port_ids ['487af8df-e2cb-4b77-b9f9-fdf4008ec916'] {{(pid=101047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 02:48:26.996719 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 02:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bab4602a-be44-4831-b893-ad83ca204733 x-openstack-request-id: req-bab4602a-be44-4831-b893-ad83ca204733 {{(pid=101045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:48:26.997202 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4492b77-0aed-433d-b20c-dee4932e615d", "tag": "487af8df-e2cb-4b77-b9f9-fdf4008ec916", "status": "completed", "code": 200}]} {{(pid=101045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:48:26.997622 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bab4602a-be44-4831-b893-ad83ca204733 {{(pid=101045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:48:26.998183 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4492b77-0aed-433d-b20c-dee4932e615d', 'tag': '487af8df-e2cb-4b77-b9f9-fdf4008ec916', 'status': 'completed', 'code': 200} Sep 15 02:48:27.013764 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Device 345807e0-1f6a-430a-acb2-8550267dc561 up at agent hyperv_hv-cinder-75995 {{(pid=101047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:48:27.068113 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-1eca692e-3d7f-422a-afe1-ea2a1b522a68 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781587269048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25909702'] for port, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:27.082518 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928dd643-f93f-4224-898c-808f59c40e26 req-30566f68-93c6-41c0-b240-255f611ae040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:27.084902 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-928dd643-f93f-4224-898c-808f59c40e26 req-30566f68-93c6-41c0-b240-255f611ae040 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=bda0ae2dd5054c26954555d099295c13&device_id=c4492b77-0aed-433d-b20c-dee4932e615d HTTP/1.1" status: 200 len: 1137 time: 0.0520859 Sep 15 02:48:27.118084 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eca692e-3d7f-422a-afe1-ea2a1b522a68 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Network 33518f62-a6b6-442c-a872-dfb5ddf2cbe1 is already hosted by enough agents. {{(pid=101046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:48:27.127108 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.scheduler.base_scheduler [None req-1eca692e-3d7f-422a-afe1-ea2a1b522a68 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Resources bound (agent type, host, resource id): {{(pid=101046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:48:27.146153 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a1e447-912c-42aa-825a-3b56cc9a30a8 req-eb6fe7d0-8272-48a7-8a90-b7e67bf28a25 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:27.147583 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-a4a1e447-912c-42aa-825a-3b56cc9a30a8 req-eb6fe7d0-8272-48a7-8a90-b7e67bf28a25 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4492b77-0aed-433d-b20c-dee4932e615d HTTP/1.1" status: 200 len: 984 time: 0.1260564 Sep 15 02:48:27.148506 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eca692e-3d7f-422a-afe1-ea2a1b522a68 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Received port after_create {{(pid=101046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:48:27.218189 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Provisioning for port 345807e0-1f6a-430a-acb2-8550267dc561 completed by entity L2. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 02:48:27.219777 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928dd643-f93f-4224-898c-808f59c40e26 req-56234203-a471-435e-b5fa-0015945b190f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:27.222758 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-928dd643-f93f-4224-898c-808f59c40e26 req-56234203-a471-435e-b5fa-0015945b190f service neutron] 10.222.0.38 "GET /v2.0/networks?id=6f14ab56-666c-474c-92c4-21c80d4540e7 HTTP/1.1" status: 200 len: 915 time: 0.1290243 Sep 15 02:48:27.224290 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eca692e-3d7f-422a-afe1-ea2a1b522a68 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Pushing event updated for resources: {'Port': ['ID=63a60a51-d64e-4076-ab18-cf9544f1d495,revision_number=1']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:27.242796 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Provisioning complete for port 345807e0-1f6a-430a-acb2-8550267dc561 triggered by entity L2. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:48:27.243198 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1575204'] for port, provisioning_complete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:27.244982 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-a4a1e447-912c-42aa-825a-3b56cc9a30a8 req-b10fac56-0006-4f90-b97a-11b4d63168d5 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] 10.222.0.13 "GET /v2.0/security-groups?id=debed088-5689-4b6b-8c05-267f5a46717d&id=2d03ce67-083c-4842-9dce-25b3d5453925&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0731206 Sep 15 02:48:27.311313 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-1eca692e-3d7f-422a-afe1-ea2a1b522a68 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:27.330613 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-df654e7c-273b-4a6d-8339-013d6663abe7 None None] Provisioning complete for port 487af8df-e2cb-4b77-b9f9-fdf4008ec916 triggered by entity DHCP. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:48:27.330985 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-df654e7c-273b-4a6d-8339-013d6663abe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1575204'] for port, provisioning_complete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:27.411719 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-1eca692e-3d7f-422a-afe1-ea2a1b522a68 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:27.496792 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:27.591047 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42b51c9e-105a-4410-b3d4-28452f4f058f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '345807e0-1f6a-430a-acb2-8550267dc561'}] {{(pid=101047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:48:27.593884 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c8380946bd2a122839d37a92bf46cf7528befbf14a007f21b6f8387627c5c86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7b34247-14c3-41f5-bc0c-f9a1a11eb275" -d '{"events": [{"server_uuid": "42b51c9e-105a-4410-b3d4-28452f4f058f", "name": "network-vif-plugged", "status": "completed", "tag": "345807e0-1f6a-430a-acb2-8550267dc561"}]}' {{(pid=101047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:48:27.595000 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-928dd643-f93f-4224-898c-808f59c40e26 req-967244ad-a513-4b31-8194-77748e1833c7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=487af8df-e2cb-4b77-b9f9-fdf4008ec916 HTTP/1.1" status: 200 len: 1000 time: 0.3635519 Sep 15 02:48:27.608253 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6602f4-93b4-4880-b748-8c178d7ee31b req-fa331333-a304-44b6-b2e9-c880ba45a250 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:27.609978 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-9c6602f4-93b4-4880-b748-8c178d7ee31b req-fa331333-a304-44b6-b2e9-c880ba45a250 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b51c9e-105a-4410-b3d4-28452f4f058f HTTP/1.1" status: 200 len: 944 time: 0.0693820 Sep 15 02:48:27.620631 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-1eca692e-3d7f-422a-afe1-ea2a1b522a68 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Notify callbacks [] for port, precommit_update {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:27.642817 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] For port 345807e0-1f6a-430a-acb2-8550267dc561, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=345807e0-1f6a-430a-acb2-8550267dc561,segment=NetworkSegment(05f52a86-8cc0-4a65-9024-5aaf0393990e),segment_id=05f52a86-8cc0-4a65-9024-5aaf0393990e)] {{(pid=101047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:48:27.663373 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 02:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dde2897f-5aaf-4cb5-a431-30a067cbcf0a x-openstack-request-id: req-dde2897f-5aaf-4cb5-a431-30a067cbcf0a {{(pid=101047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:48:27.663687 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42b51c9e-105a-4410-b3d4-28452f4f058f", "name": "network-vif-plugged", "status": "completed", "tag": "345807e0-1f6a-430a-acb2-8550267dc561", "code": 200}]} {{(pid=101047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:48:27.663935 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dde2897f-5aaf-4cb5-a431-30a067cbcf0a {{(pid=101047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:48:27.664303 dv-cinder-759955-25-smb neutron-server[101047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42b51c9e-105a-4410-b3d4-28452f4f058f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '345807e0-1f6a-430a-acb2-8550267dc561', 'code': 200} Sep 15 02:48:27.700834 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-1eca692e-3d7f-422a-afe1-ea2a1b522a68 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25909727'] for port, after_update {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:27.716437 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928dd643-f93f-4224-898c-808f59c40e26 req-67f8fbc0-1d0f-4ab1-a5e9-85e32b8c9e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:27.717998 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-928dd643-f93f-4224-898c-808f59c40e26 req-67f8fbc0-1d0f-4ab1-a5e9-85e32b8c9e6a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b44a5e3d-1dc9-4c9b-904f-be29464cdbfd HTTP/1.1" status: 200 len: 853 time: 0.1071298 Sep 15 02:48:27.730013 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-9c6602f4-93b4-4880-b748-8c178d7ee31b req-291c676c-1fa1-4918-93ac-b1da92c5e37c tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad459af9-5975-483b-9f53-88cb63fe7ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105394 Sep 15 02:48:27.769481 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:27.786175 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928dd643-f93f-4224-898c-808f59c40e26 req-04817399-946a-4747-9a00-e33afeb87064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:27.787725 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-928dd643-f93f-4224-898c-808f59c40e26 req-04817399-946a-4747-9a00-e33afeb87064 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6f14ab56-666c-474c-92c4-21c80d4540e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0569277 Sep 15 02:48:27.806117 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eca692e-3d7f-422a-afe1-ea2a1b522a68 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Pushing event updated for resources: {'Port': ['ID=63a60a51-d64e-4076-ab18-cf9544f1d495,revision_number=2']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:27.830122 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-1eca692e-3d7f-422a-afe1-ea2a1b522a68 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1028869'] for floatingip, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:27.861755 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Pushing event updated for resources: {'Port': ['ID=345807e0-1f6a-430a-acb2-8550267dc561,revision_number=5']} {{(pid=101047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:27.908400 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-928dd643-f93f-4224-898c-808f59c40e26 req-c7ed19db-ffad-42e8-bf4e-a0768f1b7bea service neutron] 10.222.0.38 "GET /v2.0/networks/6f14ab56-666c-474c-92c4-21c80d4540e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073596 Sep 15 02:48:27.921426 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-1eca692e-3d7f-422a-afe1-ea2a1b522a68 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89626'] for floatingip, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:27.922729 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-1eca692e-3d7f-422a-afe1-ea2a1b522a68 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4569714 Sep 15 02:48:28.019204 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-928dd643-f93f-4224-898c-808f59c40e26 req-a6bcef49-8d69-40d8-b51f-0593f89e9e36 service neutron] 10.222.0.38 "GET /v2.0/networks/6f14ab56-666c-474c-92c4-21c80d4540e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944510 Sep 15 02:48:28.047351 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac0c0fc-c7bd-476f-baed-c47e816dcad7 req-888687ed-617f-4487-8cb1-496a62c51a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:28.048906 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-6ac0c0fc-c7bd-476f-baed-c47e816dcad7 req-888687ed-617f-4487-8cb1-496a62c51a33 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=42b51c9e-105a-4410-b3d4-28452f4f058f HTTP/1.1" status: 200 len: 1098 time: 0.0475016 Sep 15 02:48:28.085539 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-6ac0c0fc-c7bd-476f-baed-c47e816dcad7 req-c3c5104b-5bd6-4e39-b7cc-4963f4173769 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=ad459af9-5975-483b-9f53-88cb63fe7ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284960 Sep 15 02:48:28.171400 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-3b126720-2259-4551-b045-92079b969332 req-bf58aafc-6ba4-4894-b0ff-3ba74b4a2956 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--333955146&fields=id&tenant_id=3b73a94c214748a88ea9fc76fb540004 HTTP/1.1" status: 200 len: 267 time: 0.0363398 Sep 15 02:48:28.286991 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b126720-2259-4551-b045-92079b969332 req-24e76020-3da0-44ff-86d7-5a809aa71d7e tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:28.288704 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-3b126720-2259-4551-b045-92079b969332 req-24e76020-3da0-44ff-86d7-5a809aa71d7e tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/networks?id=6f57639e-ff61-4a6a-8bb7-4f6634a3a645 HTTP/1.1" status: 200 len: 811 time: 0.1096010 Sep 15 02:48:28.303555 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-3b126720-2259-4551-b045-92079b969332 req-047911cb-1ec8-4f79-bd45-0f7919866869 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/quotas/3b73a94c214748a88ea9fc76fb540004 HTTP/1.1" status: 200 len: 375 time: 0.0093272 Sep 15 02:48:28.359440 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-3b126720-2259-4551-b045-92079b969332 req-da997797-2ed2-4d4f-a0c9-d9b4ca8c3f95 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3b73a94c214748a88ea9fc76fb540004&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0503390 Sep 15 02:48:28.461376 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-3b126720-2259-4551-b045-92079b969332 req-5c2a0237-84ff-4506-8555-1310e43eda11 service neutron] 10.222.0.13 "GET /v2.0/networks/6f57639e-ff61-4a6a-8bb7-4f6634a3a645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871105 Sep 15 02:48:28.564415 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-3b126720-2259-4551-b045-92079b969332 req-82c42ad0-b37f-4cf7-a82a-c76b88dcd52c service neutron] 10.222.0.13 "GET /v2.0/networks/6f57639e-ff61-4a6a-8bb7-4f6634a3a645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966589 Sep 15 02:48:28.889162 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806400ad-c3b1-4150-90a6-5763a8980d39 req-ea18f9de-e69f-44a6-a9b0-2d36a80d4e25 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:28.891013 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-806400ad-c3b1-4150-90a6-5763a8980d39 req-ea18f9de-e69f-44a6-a9b0-2d36a80d4e25 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b51c9e-105a-4410-b3d4-28452f4f058f HTTP/1.1" status: 200 len: 945 time: 0.0549827 Sep 15 02:48:28.930779 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-806400ad-c3b1-4150-90a6-5763a8980d39 req-6298d37f-c533-4fb5-a416-472f74306257 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad459af9-5975-483b-9f53-88cb63fe7ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333939 Sep 15 02:48:29.106880 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-d86d163c-9b44-4961-8ccd-bb50a382a62d req-1d28bf48-c769-424e-9c3a-aaebaca9a0cd tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/ports?device_id=50267bb7-2f6a-4bf8-86d1-897f09f93b23 HTTP/1.1" status: 200 len: 210 time: 0.0261638 Sep 15 02:48:30.058145 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f434eb-e692-44c3-9745-6000140bcc8f req-f04cc37c-124e-4066-87e8-ed1a2d18b99f tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:30.059717 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-c0f434eb-e692-44c3-9745-6000140bcc8f req-f04cc37c-124e-4066-87e8-ed1a2d18b99f tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b51c9e-105a-4410-b3d4-28452f4f058f HTTP/1.1" status: 200 len: 945 time: 0.0522311 Sep 15 02:48:30.099041 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-c0f434eb-e692-44c3-9745-6000140bcc8f req-10a2cfb1-b191-400f-9da5-943da3ad1631 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad459af9-5975-483b-9f53-88cb63fe7ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323212 Sep 15 02:48:30.212242 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-de9b5dfc-274e-4ed5-bfe1-c02062e634c6 req-162cec90-4b0b-4e9c-bbf1-8212d806e27f tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/ports?device_id=50267bb7-2f6a-4bf8-86d1-897f09f93b23 HTTP/1.1" status: 200 len: 210 time: 0.0314305 Sep 15 02:48:30.235929 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f61916-e88f-45ec-a6b7-f51bb59e5633 req-89aa1a0b-531e-4d17-8471-058f1facb1cf tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:30.237618 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-07f61916-e88f-45ec-a6b7-f51bb59e5633 req-89aa1a0b-531e-4d17-8471-058f1facb1cf tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b51c9e-105a-4410-b3d4-28452f4f058f HTTP/1.1" status: 200 len: 945 time: 0.0606756 Sep 15 02:48:30.250525 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 40956) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:48:30.255680 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.v2.base [None req-155887f9-06d7-4ad7-8788-bb296ae5357c tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Request body: {'floatingip': {'port_id': '345807e0-1f6a-430a-acb2-8550267dc561'}} {{(pid=101045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:48:30.296246 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-155887f9-06d7-4ad7-8788-bb296ae5357c tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Notify callbacks [] for floatingip, before_update {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:30.733736 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-155887f9-06d7-4ad7-8788-bb296ae5357c tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:30.807166 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-155887f9-06d7-4ad7-8788-bb296ae5357c tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1028869'] for floatingip, after_update {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:30.910282 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.db.l3_db [None req-155887f9-06d7-4ad7-8788-bb296ae5357c tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Floating IP 2d6811f4-05c6-494f-8d14-867fa21ebb36 associated. External IP: 172.28.3.86, port: 345807e0-1f6a-430a-acb2-8550267dc561. Sep 15 02:48:31.040527 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b126720-2259-4551-b045-92079b969332 req-2ed13793-635c-4f2a-acb9-b729b1506347 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:31.042221 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-3b126720-2259-4551-b045-92079b969332 req-2ed13793-635c-4f2a-acb9-b729b1506347 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.38 "GET /v2.0/networks?id=6f57639e-ff61-4a6a-8bb7-4f6634a3a645 HTTP/1.1" status: 200 len: 811 time: 0.1073949 Sep 15 02:48:31.088572 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-3b126720-2259-4551-b045-92079b969332 req-9aff245d-b3fd-44ac-85c0-b74cb028cea4 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b73a94c214748a88ea9fc76fb540004 HTTP/1.1" status: 200 len: 379 time: 0.0356529 Sep 15 02:48:31.100053 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.v2.base [req-3b126720-2259-4551-b045-92079b969332 req-d3c7538e-7ccd-4ed4-94ea-ef406009be00 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Request body: {'port': {'device_id': '50267bb7-2f6a-4bf8-86d1-897f09f93b23', 'network_id': '6f57639e-ff61-4a6a-8bb7-4f6634a3a645', 'admin_state_up': True, 'tenant_id': '3b73a94c214748a88ea9fc76fb540004', 'security_groups': ['c53d8093-77cc-478a-846b-6c2e0e551c6f']}} {{(pid=101046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:48:31.130470 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-155887f9-06d7-4ad7-8788-bb296ae5357c tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Router dfc0be1a-b117-4d36-9642-3bafdc9ad3b7 has already been hosted by L3 agent 22749488-15d0-44a3-a4aa-285786541688 {{(pid=101045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 02:48:31.240795 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-155887f9-06d7-4ad7-8788-bb296ae5357c tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Notify agent at l3_agent.dv-cinder-759955-25-smb the message routers_updated {{(pid=101045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 02:48:31.245910 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-155887f9-06d7-4ad7-8788-bb296ae5357c tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89626'] for floatingip, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:31.251040 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2f6a3f-070b-4116-ae6b-60fb7a28382c None None] Sync routers for ids ['dfc0be1a-b117-4d36-9642-3bafdc9ad3b7'] in dv-cinder-759955-25-smb {{(pid=101047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 02:48:31.264574 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2f6a3f-070b-4116-ae6b-60fb7a28382c None None] Routers {'dfc0be1a-b117-4d36-9642-3bafdc9ad3b7'} bound to L3 agent in host dv-cinder-759955-25-smb {{(pid=101047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:48:31.270177 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_hamode_db [None req-7a2f6a3f-070b-4116-ae6b-60fb7a28382c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T02:36:18Z,description=,heartbeat_timestamp=2021-09-15T02:48:18Z,host='dv-cinder-759955-25-smb',id=22749488-15d0-44a3-a4aa-285786541688,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:36:19Z,topic='l3_agent')) {'router_ids': ['dfc0be1a-b117-4d36-9642-3bafdc9ad3b7'], 'active': True} {{(pid=101047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:48:31.278039 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-155887f9-06d7-4ad7-8788-bb296ae5357c tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "PUT /v2.0/floatingips/2d6811f4-05c6-494f-8d14-867fa21ebb36 HTTP/1.1" status: 200 len: 990 time: 1.0260155 Sep 15 02:48:31.278849 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42b51c9e-105a-4410-b3d4-28452f4f058f', 'tag': '345807e0-1f6a-430a-acb2-8550267dc561'}] {{(pid=101045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:48:31.281576 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86c436101efe1a363cd74fb96c1b6796ca3087f8916af27063bbdf5683c89520" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01f77ecb-6020-4390-b7d1-b5b6b5172680" -d '{"events": [{"name": "network-changed", "server_uuid": "42b51c9e-105a-4410-b3d4-28452f4f058f", "tag": "345807e0-1f6a-430a-acb2-8550267dc561"}]}' {{(pid=101045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:48:31.298930 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b126720-2259-4551-b045-92079b969332 req-d3c7538e-7ccd-4ed4-94ea-ef406009be00 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Made reservation on behalf of 3b73a94c214748a88ea9fc76fb540004 for: {'port': 1} {{(pid=101046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:48:31.303737 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [req-3b126720-2259-4551-b045-92079b969332 req-d3c7538e-7ccd-4ed4-94ea-ef406009be00 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:31.379696 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-bf499b62-67e0-4621-a0b2-1bfe0bb89e0c req-4f63d137-289c-45cc-8388-d126fb7d65a4 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/ports?device_id=50267bb7-2f6a-4bf8-86d1-897f09f93b23 HTTP/1.1" status: 200 len: 210 time: 0.0334895 Sep 15 02:48:31.458171 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 02:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3228c59f-faf6-48d6-863e-ba960f6be5ea x-openstack-request-id: req-3228c59f-faf6-48d6-863e-ba960f6be5ea {{(pid=101045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:48:31.458670 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42b51c9e-105a-4410-b3d4-28452f4f058f", "tag": "345807e0-1f6a-430a-acb2-8550267dc561", "status": "completed", "code": 200}]} {{(pid=101045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:48:31.459105 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3228c59f-faf6-48d6-863e-ba960f6be5ea {{(pid=101045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:48:31.459645 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42b51c9e-105a-4410-b3d4-28452f4f058f', 'tag': '345807e0-1f6a-430a-acb2-8550267dc561', 'status': 'completed', 'code': 200} Sep 15 02:48:31.535585 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f77ecb-6020-4390-b7d1-b5b6b5172680 req-9dfe1469-e834-494a-b947-2f7356581272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:31.537350 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-01f77ecb-6020-4390-b7d1-b5b6b5172680 req-9dfe1469-e834-494a-b947-2f7356581272 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=bf1160da16cc4aa8a8f7f5065e5f7661&device_id=42b51c9e-105a-4410-b3d4-28452f4f058f HTTP/1.1" status: 200 len: 1098 time: 0.0503616 Sep 15 02:48:31.543346 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.db.db_base_plugin_common [req-3b126720-2259-4551-b045-92079b969332 req-d3c7538e-7ccd-4ed4-94ea-ef406009be00 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Allocated IP 172.20.0.14 (6f57639e-ff61-4a6a-8bb7-4f6634a3a645/a0f1f6f6-a304-49b2-a651-7b609fdec3ef/be760cff-ab5e-41c1-b196-c0c4fcdcd9b4) {{(pid=101046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:48:31.546879 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_dvr_db [None req-7a2f6a3f-070b-4116-ae6b-60fb7a28382c None None] Set router dfc0be1a-b117-4d36-9642-3bafdc9ad3b7 gateway port host: dv-cinder-759955-25-smb {{(pid=101047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:48:31.667066 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f77ecb-6020-4390-b7d1-b5b6b5172680 req-6c77b2b1-360a-4090-9746-04f1155f29c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:31.668691 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-01f77ecb-6020-4390-b7d1-b5b6b5172680 req-6c77b2b1-360a-4090-9746-04f1155f29c5 service neutron] 10.222.0.38 "GET /v2.0/networks?id=559d7eea-ef89-4b33-b717-afb1545433a5 HTTP/1.1" status: 200 len: 917 time: 0.1151004 Sep 15 02:48:31.727531 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [req-3b126720-2259-4551-b045-92079b969332 req-d3c7538e-7ccd-4ed4-94ea-ef406009be00 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Notify callbacks [] for port, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:31.768127 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-01f77ecb-6020-4390-b7d1-b5b6b5172680 req-5afce02a-0748-4b6b-889c-041b73a476d9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=345807e0-1f6a-430a-acb2-8550267dc561 HTTP/1.1" status: 200 len: 998 time: 0.0884171 Sep 15 02:48:31.813312 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [req-3b126720-2259-4551-b045-92079b969332 req-d3c7538e-7ccd-4ed4-94ea-ef406009be00 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781587269048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25909702'] for port, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:31.831455 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f77ecb-6020-4390-b7d1-b5b6b5172680 req-fa51b6d4-8f1c-4766-81c8-126c965c82f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:31.832929 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-01f77ecb-6020-4390-b7d1-b5b6b5172680 req-fa51b6d4-8f1c-4766-81c8-126c965c82f7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=16cede8a-7007-4219-aa2d-1189c5c08411 HTTP/1.1" status: 200 len: 855 time: 0.0491524 Sep 15 02:48:31.874909 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c7538e-7ccd-4ed4-94ea-ef406009be00 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Pushing event updated for resources: {'Port': ['ID=be760cff-ab5e-41c1-b196-c0c4fcdcd9b4,revision_number=1']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:31.878060 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_hamode_db [None req-7a2f6a3f-070b-4116-ae6b-60fb7a28382c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfc0be1a-b117-4d36-9642-3bafdc9ad3b7', 'name': 'tempest-AttachVolumeShelveTestJSON-124691277-router', 'tenant_id': 'bf1160da16cc4aa8a8f7f5065e5f7661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'external_fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.201'}], 'enable_snat': True}, 'gw_port_id': '0a083152-357b-4709-8597-35aaf717a22e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:44:30Z', 'updated_at': '2021-09-15T02:44:36Z', 'revision_number': 4, 'project_id': 'bf1160da16cc4aa8a8f7f5065e5f7661', 'gw_port': {'id': '0a083152-357b-4709-8597-35aaf717a22e', 'name': '', 'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:a7:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc0be1a-b117-4d36-9642-3bafdc9ad3b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:44:31Z', 'updated_at': '2021-09-15T02:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-smb', '_floatingips': [{'id': '2d6811f4-05c6-494f-8d14-867fa21ebb36', 'tenant_id': 'bf1160da16cc4aa8a8f7f5065e5f7661', 'floating_ip_address': '172.28.3.86', 'floating_network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'router_id': 'dfc0be1a-b117-4d36-9642-3bafdc9ad3b7', 'port_id': '345807e0-1f6a-430a-acb2-8550267dc561', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '559d7eea-ef89-4b33-b717-afb1545433a5', 'mac_address': 'fa:16:3e:cb:c2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b51c9e-105a-4410-b3d4-28452f4f058f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T02:48:13Z', 'updated_at': '2021-09-15T02:48:30Z', 'revision_number': 1, 'project_id': 'bf1160da16cc4aa8a8f7f5065e5f7661', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '424acb6b-76dd-4c47-a76a-0e916d710482', 'name': '', 'network_id': '559d7eea-ef89-4b33-b717-afb1545433a5', 'tenant_id': 'bf1160da16cc4aa8a8f7f5065e5f7661', 'mac_address': 'fa:16:3e:2d:21:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc0be1a-b117-4d36-9642-3bafdc9ad3b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '16cede8a-7007-4219-aa2d-1189c5c08411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:44:35Z', 'updated_at': '2021-09-15T02:44:50Z', 'revision_number': 5, 'project_id': 'bf1160da16cc4aa8a8f7f5065e5f7661', 'subnets': [{'id': '16cede8a-7007-4219-aa2d-1189c5c08411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-25-smb', False) {} {{(pid=101047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:48:31.899872 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f77ecb-6020-4390-b7d1-b5b6b5172680 req-09bea203-b196-49b6-a021-9177ca669770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:31.901401 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-01f77ecb-6020-4390-b7d1-b5b6b5172680 req-09bea203-b196-49b6-a021-9177ca669770 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=559d7eea-ef89-4b33-b717-afb1545433a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0604212 Sep 15 02:48:31.905215 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2f6a3f-070b-4116-ae6b-60fb7a28382c None None] Checking router: dfc0be1a-b117-4d36-9642-3bafdc9ad3b7 for host: dv-cinder-759955-25-smb {{(pid=101047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 02:48:31.919487 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b126720-2259-4551-b045-92079b969332 req-d3c7538e-7ccd-4ed4-94ea-ef406009be00 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Network 6f57639e-ff61-4a6a-8bb7-4f6634a3a645 is already hosted by enough agents. {{(pid=101046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:48:31.921296 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.scheduler.base_scheduler [req-3b126720-2259-4551-b045-92079b969332 req-d3c7538e-7ccd-4ed4-94ea-ef406009be00 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Resources bound (agent type, host, resource id): {{(pid=101046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:48:31.921432 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2f6a3f-070b-4116-ae6b-60fb7a28382c None None] Routers {'dfc0be1a-b117-4d36-9642-3bafdc9ad3b7'} bound to L3 agent in host dv-cinder-759955-25-smb {{(pid=101047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:48:31.921985 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_hamode_db [None req-7a2f6a3f-070b-4116-ae6b-60fb7a28382c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T02:36:18Z,description=,heartbeat_timestamp=2021-09-15T02:48:18Z,host='dv-cinder-759955-25-smb',id=22749488-15d0-44a3-a4aa-285786541688,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:36:19Z,topic='l3_agent')) {'router_ids': ['dfc0be1a-b117-4d36-9642-3bafdc9ad3b7'], 'active': True} {{(pid=101047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:48:31.924914 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c7538e-7ccd-4ed4-94ea-ef406009be00 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:48:31.925586 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c7538e-7ccd-4ed4-94ea-ef406009be00 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:48:31.925988 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c7538e-7ccd-4ed4-94ea-ef406009be00 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:48:31.926381 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c7538e-7ccd-4ed4-94ea-ef406009be00 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:48:31.926779 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c7538e-7ccd-4ed4-94ea-ef406009be00 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:48:31.927192 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c7538e-7ccd-4ed4-94ea-ef406009be00 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:48:31.927578 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c7538e-7ccd-4ed4-94ea-ef406009be00 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:48:31.927964 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c7538e-7ccd-4ed4-94ea-ef406009be00 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:48:31.932328 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c7538e-7ccd-4ed4-94ea-ef406009be00 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:48:31.932328 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c7538e-7ccd-4ed4-94ea-ef406009be00 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:48:31.932328 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c7538e-7ccd-4ed4-94ea-ef406009be00 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:48:31.932328 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c7538e-7ccd-4ed4-94ea-ef406009be00 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:48:31.933874 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b126720-2259-4551-b045-92079b969332 req-d3c7538e-7ccd-4ed4-94ea-ef406009be00 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Received port after_create {{(pid=101046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:48:32.004834 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b126720-2259-4551-b045-92079b969332 req-d3c7538e-7ccd-4ed4-94ea-ef406009be00 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:32.006030 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [req-3b126720-2259-4551-b045-92079b969332 req-d3c7538e-7ccd-4ed4-94ea-ef406009be00 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89626'] for port, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:32.038892 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-01f77ecb-6020-4390-b7d1-b5b6b5172680 req-3969fd3a-e731-4d67-b459-27d7ea4efc63 service neutron] 10.222.0.38 "GET /v2.0/networks/559d7eea-ef89-4b33-b717-afb1545433a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263003 Sep 15 02:48:32.072912 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_dvr_db [None req-7a2f6a3f-070b-4116-ae6b-60fb7a28382c None None] Set router dfc0be1a-b117-4d36-9642-3bafdc9ad3b7 gateway port host: dv-cinder-759955-25-smb {{(pid=101047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:48:32.087601 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-3b126720-2259-4551-b045-92079b969332 req-d3c7538e-7ccd-4ed4-94ea-ef406009be00 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9912121 Sep 15 02:48:32.100840 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.v2.base [req-3b126720-2259-4551-b045-92079b969332 req-b508c7cd-cff8-402f-bd1a-cf8d12238b43 service neutron] Request body: {'port': {'device_id': '50267bb7-2f6a-4bf8-86d1-897f09f93b23', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=101046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:48:32.163914 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-01f77ecb-6020-4390-b7d1-b5b6b5172680 req-4900f3fe-c450-4929-a6ab-554a09ff6e1a service neutron] 10.222.0.38 "GET /v2.0/networks/559d7eea-ef89-4b33-b717-afb1545433a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063302 Sep 15 02:48:32.170403 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [req-3b126720-2259-4551-b045-92079b969332 req-b508c7cd-cff8-402f-bd1a-cf8d12238b43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:32.212575 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-622378fe-865e-49d6-a0e2-eb3120720b3b None None] Provisioning complete for port be760cff-ab5e-41c1-b196-c0c4fcdcd9b4 triggered by entity DHCP. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:48:32.212869 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-622378fe-865e-49d6-a0e2-eb3120720b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1575204'] for port, provisioning_complete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:32.290150 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.plugin [None req-622378fe-865e-49d6-a0e2-eb3120720b3b None None] Port be760cff-ab5e-41c1-b196-c0c4fcdcd9b4 cannot update to ACTIVE because it is not bound. {{(pid=101047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 02:48:32.359048 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_hamode_db [None req-7a2f6a3f-070b-4116-ae6b-60fb7a28382c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfc0be1a-b117-4d36-9642-3bafdc9ad3b7', 'name': 'tempest-AttachVolumeShelveTestJSON-124691277-router', 'tenant_id': 'bf1160da16cc4aa8a8f7f5065e5f7661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'external_fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.201'}], 'enable_snat': True}, 'gw_port_id': '0a083152-357b-4709-8597-35aaf717a22e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:44:30Z', 'updated_at': '2021-09-15T02:44:36Z', 'revision_number': 4, 'project_id': 'bf1160da16cc4aa8a8f7f5065e5f7661', 'gw_port': {'id': '0a083152-357b-4709-8597-35aaf717a22e', 'name': '', 'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:a7:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc0be1a-b117-4d36-9642-3bafdc9ad3b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:44:31Z', 'updated_at': '2021-09-15T02:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-smb', '_floatingips': [{'id': '2d6811f4-05c6-494f-8d14-867fa21ebb36', 'tenant_id': 'bf1160da16cc4aa8a8f7f5065e5f7661', 'floating_ip_address': '172.28.3.86', 'floating_network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'router_id': 'dfc0be1a-b117-4d36-9642-3bafdc9ad3b7', 'port_id': '345807e0-1f6a-430a-acb2-8550267dc561', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '559d7eea-ef89-4b33-b717-afb1545433a5', 'mac_address': 'fa:16:3e:cb:c2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b51c9e-105a-4410-b3d4-28452f4f058f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T02:48:13Z', 'updated_at': '2021-09-15T02:48:30Z', 'revision_number': 1, 'project_id': 'bf1160da16cc4aa8a8f7f5065e5f7661', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '424acb6b-76dd-4c47-a76a-0e916d710482', 'name': '', 'network_id': '559d7eea-ef89-4b33-b717-afb1545433a5', 'tenant_id': 'bf1160da16cc4aa8a8f7f5065e5f7661', 'mac_address': 'fa:16:3e:2d:21:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc0be1a-b117-4d36-9642-3bafdc9ad3b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '16cede8a-7007-4219-aa2d-1189c5c08411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:44:35Z', 'updated_at': '2021-09-15T02:44:50Z', 'revision_number': 5, 'project_id': 'bf1160da16cc4aa8a8f7f5065e5f7661', 'subnets': [{'id': '16cede8a-7007-4219-aa2d-1189c5c08411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-25-smb', False) {} {{(pid=101047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:48:32.389272 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2f6a3f-070b-4116-ae6b-60fb7a28382c None None] The sync data for ids ['dfc0be1a-b117-4d36-9642-3bafdc9ad3b7'] in dv-cinder-759955-25-smb is: [{'id': 'dfc0be1a-b117-4d36-9642-3bafdc9ad3b7', 'name': 'tempest-AttachVolumeShelveTestJSON-124691277-router', 'tenant_id': 'bf1160da16cc4aa8a8f7f5065e5f7661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'external_fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.201'}], 'enable_snat': True}, 'gw_port_id': '0a083152-357b-4709-8597-35aaf717a22e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:44:30Z', 'updated_at': '2021-09-15T02:44:36Z', 'revision_number': 4, 'project_id': 'bf1160da16cc4aa8a8f7f5065e5f7661', 'gw_port': {'id': '0a083152-357b-4709-8597-35aaf717a22e', 'name': '', 'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:a7:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc0be1a-b117-4d36-9642-3bafdc9ad3b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:44:31Z', 'updated_at': '2021-09-15T02:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-smb', '_floatingips': [{'id': '2d6811f4-05c6-494f-8d14-867fa21ebb36', 'tenant_id': 'bf1160da16cc4aa8a8f7f5065e5f7661', 'floating_ip_address': '172.28.3.86', 'floating_network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'router_id': 'dfc0be1a-b117-4d36-9642-3bafdc9ad3b7', 'port_id': '345807e0-1f6a-430a-acb2-8550267dc561', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '559d7eea-ef89-4b33-b717-afb1545433a5', 'mac_address': 'fa:16:3e:cb:c2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b51c9e-105a-4410-b3d4-28452f4f058f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T02:48:13Z', 'updated_at': '2021-09-15T02:48:30Z', 'revision_number': 1, 'project_id': 'bf1160da16cc4aa8a8f7f5065e5f7661', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '424acb6b-76dd-4c47-a76a-0e916d710482', 'name': '', 'network_id': '559d7eea-ef89-4b33-b717-afb1545433a5', 'tenant_id': 'bf1160da16cc4aa8a8f7f5065e5f7661', 'mac_address': 'fa:16:3e:2d:21:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc0be1a-b117-4d36-9642-3bafdc9ad3b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '16cede8a-7007-4219-aa2d-1189c5c08411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:44:35Z', 'updated_at': '2021-09-15T02:44:50Z', 'revision_number': 5, 'project_id': 'bf1160da16cc4aa8a8f7f5065e5f7661', 'subnets': [{'id': '16cede8a-7007-4219-aa2d-1189c5c08411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 02:48:32.453804 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.notifiers.nova [req-3b126720-2259-4551-b045-92079b969332 req-b508c7cd-cff8-402f-bd1a-cf8d12238b43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be760cff-ab5e-41c1-b196-c0c4fcdcd9b4 {{(pid=101046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 02:48:32.464790 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [req-3b126720-2259-4551-b045-92079b969332 req-b508c7cd-cff8-402f-bd1a-cf8d12238b43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:32.503828 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.db.provisioning_blocks [req-3b126720-2259-4551-b045-92079b969332 req-b508c7cd-cff8-402f-bd1a-cf8d12238b43 service neutron] Transition to ACTIVE for port object be760cff-ab5e-41c1-b196-c0c4fcdcd9b4 will not be triggered until provisioned by entity L2. {{(pid=101046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 02:48:32.526375 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dc98ce-bc1c-4a97-a169-e3856812fe92 req-9aa897b2-f9f6-4b9a-bdb6-cd2b82694cea tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:32.528005 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-18dc98ce-bc1c-4a97-a169-e3856812fe92 req-9aa897b2-f9f6-4b9a-bdb6-cd2b82694cea tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/ports?device_id=50267bb7-2f6a-4bf8-86d1-897f09f93b23 HTTP/1.1" status: 200 len: 932 time: 0.0655642 Sep 15 02:48:32.569000 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-18dc98ce-bc1c-4a97-a169-e3856812fe92 req-0ca719c3-7a4b-4011-b93d-d85ded099a4d tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/security-groups?id=c53d8093-77cc-478a-846b-6c2e0e551c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340664 Sep 15 02:48:32.578572 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [req-3b126720-2259-4551-b045-92079b969332 req-b508c7cd-cff8-402f-bd1a-cf8d12238b43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25909727'] for port, after_update {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:32.612451 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7826535d-75c4-4b94-9a88-212bab318f40 None None] New status for floating IP 2d6811f4-05c6-494f-8d14-867fa21ebb36: ACTIVE {{(pid=101048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 02:48:32.653986 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b508c7cd-cff8-402f-bd1a-cf8d12238b43 service neutron] Pushing event updated for resources: {'Port': ['ID=be760cff-ab5e-41c1-b196-c0c4fcdcd9b4,revision_number=2']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:32.706249 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.managers [req-3b126720-2259-4551-b045-92079b969332 req-b508c7cd-cff8-402f-bd1a-cf8d12238b43 service neutron] Attempting to bind port be760cff-ab5e-41c1-b196-c0c4fcdcd9b4 on host hv-cinder-75995 for vnic_type normal with profile {{(pid=101046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 02:48:32.706589 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.managers [req-3b126720-2259-4551-b045-92079b969332 req-b508c7cd-cff8-402f-bd1a-cf8d12238b43 service neutron] Attempting to bind port be760cff-ab5e-41c1-b196-c0c4fcdcd9b4 by drivers openvswitch,hyperv on host hv-cinder-75995 at level 0 using segments [{'id': '3b14b1bf-a47b-467b-a4e0-6f402c26d2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6f57639e-ff61-4a6a-8bb7-4f6634a3a645'}] {{(pid=101046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 02:48:32.706917 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b126720-2259-4551-b045-92079b969332 req-b508c7cd-cff8-402f-bd1a-cf8d12238b43 service neutron] Attempting to bind port be760cff-ab5e-41c1-b196-c0c4fcdcd9b4 on network 6f57639e-ff61-4a6a-8bb7-4f6634a3a645 {{(pid=101046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:48:32.712284 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b126720-2259-4551-b045-92079b969332 req-b508c7cd-cff8-402f-bd1a-cf8d12238b43 service neutron] Port be760cff-ab5e-41c1-b196-c0c4fcdcd9b4 on network 6f57639e-ff61-4a6a-8bb7-4f6634a3a645 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75995 {{(pid=101046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 02:48:32.712605 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b126720-2259-4551-b045-92079b969332 req-b508c7cd-cff8-402f-bd1a-cf8d12238b43 service neutron] Attempting to bind port be760cff-ab5e-41c1-b196-c0c4fcdcd9b4 on network 6f57639e-ff61-4a6a-8bb7-4f6634a3a645 {{(pid=101046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:48:32.722926 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b126720-2259-4551-b045-92079b969332 req-b508c7cd-cff8-402f-bd1a-cf8d12238b43 service neutron] Checking agent: {'id': 'bf643b19-1b67-4f44-847e-0724d3e1ee06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 42, 35), 'started_at': datetime.datetime(2021, 9, 15, 2, 42, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 2, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 02:48:32.723323 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b126720-2259-4551-b045-92079b969332 req-b508c7cd-cff8-402f-bd1a-cf8d12238b43 service neutron] Checking segment: {'id': '3b14b1bf-a47b-467b-a4e0-6f402c26d2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6f57639e-ff61-4a6a-8bb7-4f6634a3a645'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:48:32.723690 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b126720-2259-4551-b045-92079b969332 req-b508c7cd-cff8-402f-bd1a-cf8d12238b43 service neutron] Bound using segment: {'id': '3b14b1bf-a47b-467b-a4e0-6f402c26d2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6f57639e-ff61-4a6a-8bb7-4f6634a3a645'} {{(pid=101046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 02:48:32.724139 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.managers [req-3b126720-2259-4551-b045-92079b969332 req-b508c7cd-cff8-402f-bd1a-cf8d12238b43 service neutron] Bound port: be760cff-ab5e-41c1-b196-c0c4fcdcd9b4, host: hv-cinder-75995, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b14b1bf-a47b-467b-a4e0-6f402c26d2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6f57639e-ff61-4a6a-8bb7-4f6634a3a645'}}] {{(pid=101046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 02:48:32.724491 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [req-3b126720-2259-4551-b045-92079b969332 req-b508c7cd-cff8-402f-bd1a-cf8d12238b43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:32.803827 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.db [req-3b126720-2259-4551-b045-92079b969332 req-b508c7cd-cff8-402f-bd1a-cf8d12238b43 service neutron] For port be760cff-ab5e-41c1-b196-c0c4fcdcd9b4, host hv-cinder-75995, cleared binding levels {{(pid=101046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 02:48:32.807170 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.db [req-3b126720-2259-4551-b045-92079b969332 req-b508c7cd-cff8-402f-bd1a-cf8d12238b43 service neutron] For port be760cff-ab5e-41c1-b196-c0c4fcdcd9b4, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=be760cff-ab5e-41c1-b196-c0c4fcdcd9b4,segment=NetworkSegment(3b14b1bf-a47b-467b-a4e0-6f402c26d2c4),segment_id=3b14b1bf-a47b-467b-a4e0-6f402c26d2c4)] {{(pid=101046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 02:48:32.888184 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [req-3b126720-2259-4551-b045-92079b969332 req-b508c7cd-cff8-402f-bd1a-cf8d12238b43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25909727'] for port, after_update {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:32.925895 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b126720-2259-4551-b045-92079b969332 req-b508c7cd-cff8-402f-bd1a-cf8d12238b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:32.926783 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [req-3b126720-2259-4551-b045-92079b969332 req-b508c7cd-cff8-402f-bd1a-cf8d12238b43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89626'] for port, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:32.928231 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-3b126720-2259-4551-b045-92079b969332 req-b508c7cd-cff8-402f-bd1a-cf8d12238b43 service neutron] 10.222.0.38 "PUT /v2.0/ports/be760cff-ab5e-41c1-b196-c0c4fcdcd9b4 HTTP/1.1" status: 200 len: 1094 time: 0.8319354 Sep 15 02:48:32.930678 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50267bb7-2f6a-4bf8-86d1-897f09f93b23', 'tag': 'be760cff-ab5e-41c1-b196-c0c4fcdcd9b4'}] {{(pid=101046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:48:32.932800 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09f236bde6c897f5223593461388a859426f0e46db55c614fbf86303128fc53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d5540f3-1f88-47ef-9578-b73033b8f7df" -d '{"events": [{"name": "network-changed", "server_uuid": "50267bb7-2f6a-4bf8-86d1-897f09f93b23", "tag": "be760cff-ab5e-41c1-b196-c0c4fcdcd9b4"}]}' {{(pid=101046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:48:32.964231 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b508c7cd-cff8-402f-bd1a-cf8d12238b43 service neutron] Pushing event updated for resources: {'Port': ['ID=be760cff-ab5e-41c1-b196-c0c4fcdcd9b4,revision_number=3']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:32.991601 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 02:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-068adf29-47ff-4fa1-8aa0-a6f26890471e x-openstack-request-id: req-068adf29-47ff-4fa1-8aa0-a6f26890471e {{(pid=101046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:48:32.991601 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50267bb7-2f6a-4bf8-86d1-897f09f93b23", "tag": "be760cff-ab5e-41c1-b196-c0c4fcdcd9b4", "status": "completed", "code": 200}]} {{(pid=101046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:48:32.991601 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-068adf29-47ff-4fa1-8aa0-a6f26890471e {{(pid=101046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:48:32.991601 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50267bb7-2f6a-4bf8-86d1-897f09f93b23', 'tag': 'be760cff-ab5e-41c1-b196-c0c4fcdcd9b4', 'status': 'completed', 'code': 200} Sep 15 02:48:33.061288 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5540f3-1f88-47ef-9578-b73033b8f7df req-94370574-0cbe-49ab-b180-8e56c453e5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:33.062840 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-9d5540f3-1f88-47ef-9578-b73033b8f7df req-94370574-0cbe-49ab-b180-8e56c453e5fe service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3b73a94c214748a88ea9fc76fb540004&device_id=50267bb7-2f6a-4bf8-86d1-897f09f93b23 HTTP/1.1" status: 200 len: 1097 time: 0.0496778 Sep 15 02:48:33.168494 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5540f3-1f88-47ef-9578-b73033b8f7df req-9cbe7ffd-bd18-4e24-b564-5d4ad4ec3206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:33.169947 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-9d5540f3-1f88-47ef-9578-b73033b8f7df req-9cbe7ffd-bd18-4e24-b564-5d4ad4ec3206 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=3b73a94c214748a88ea9fc76fb540004&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0984824 Sep 15 02:48:33.269238 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5540f3-1f88-47ef-9578-b73033b8f7df req-3e67c3c2-b5c9-46da-9e21-2237abc6feee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:33.270622 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-9d5540f3-1f88-47ef-9578-b73033b8f7df req-3e67c3c2-b5c9-46da-9e21-2237abc6feee service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0914712 Sep 15 02:48:33.346264 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b126720-2259-4551-b045-92079b969332 req-1e555d0e-fec4-42eb-a7f9-9dddd162dbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:33.347749 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-3b126720-2259-4551-b045-92079b969332 req-1e555d0e-fec4-42eb-a7f9-9dddd162dbc3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3b73a94c214748a88ea9fc76fb540004&device_id=50267bb7-2f6a-4bf8-86d1-897f09f93b23 HTTP/1.1" status: 200 len: 1097 time: 0.0391552 Sep 15 02:48:33.394300 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-3b126720-2259-4551-b045-92079b969332 req-a13f7272-74b5-48d3-b875-3a55b1b79bd0 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be760cff-ab5e-41c1-b196-c0c4fcdcd9b4 HTTP/1.1" status: 200 len: 217 time: 0.0383551 Sep 15 02:48:33.441962 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b126720-2259-4551-b045-92079b969332 req-592d351a-ea6b-4a9c-a070-cc2b905327d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:33.443408 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-3b126720-2259-4551-b045-92079b969332 req-592d351a-ea6b-4a9c-a070-cc2b905327d0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a0f1f6f6-a304-49b2-a651-7b609fdec3ef HTTP/1.1" status: 200 len: 850 time: 0.0420048 Sep 15 02:48:33.489964 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b126720-2259-4551-b045-92079b969332 req-4d0526d1-6fbe-40e6-a35f-c2f1d6298166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:33.491441 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-3b126720-2259-4551-b045-92079b969332 req-4d0526d1-6fbe-40e6-a35f-c2f1d6298166 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6f57639e-ff61-4a6a-8bb7-4f6634a3a645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0391285 Sep 15 02:48:33.704970 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb45521-dcef-4eec-8657-856c012d973b req-73259a76-9b1b-4b4a-862e-521da73ffd50 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:33.706566 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-5fb45521-dcef-4eec-8657-856c012d973b req-73259a76-9b1b-4b4a-862e-521da73ffd50 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/ports?device_id=50267bb7-2f6a-4bf8-86d1-897f09f93b23 HTTP/1.1" status: 200 len: 944 time: 0.0626235 Sep 15 02:48:33.757445 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-5fb45521-dcef-4eec-8657-856c012d973b req-f1b688da-3b62-4044-a371-fe449545301a tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/security-groups?id=c53d8093-77cc-478a-846b-6c2e0e551c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445545 Sep 15 02:48:33.835992 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-3b126720-2259-4551-b045-92079b969332 req-3374de31-5a66-4f30-a176-6aa7cb1059ff service neutron] 10.222.0.38 "GET /v2.0/networks/6f57639e-ff61-4a6a-8bb7-4f6634a3a645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3359854 Sep 15 02:48:33.927755 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-3b126720-2259-4551-b045-92079b969332 req-786facdc-62c4-42c7-be3e-978327a75e0e service neutron] 10.222.0.38 "GET /v2.0/networks/6f57639e-ff61-4a6a-8bb7-4f6634a3a645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834894 Sep 15 02:48:34.875029 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da50cc64-b503-45b4-be54-323334119c0a req-1d9ae3d9-defe-4629-bbbe-d6109acc77a0 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:34.876391 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-da50cc64-b503-45b4-be54-323334119c0a req-1d9ae3d9-defe-4629-bbbe-d6109acc77a0 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/ports?device_id=50267bb7-2f6a-4bf8-86d1-897f09f93b23 HTTP/1.1" status: 200 len: 944 time: 0.0492342 Sep 15 02:48:34.914737 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-da50cc64-b503-45b4-be54-323334119c0a req-5c0f5c65-f662-4ea5-a7d0-c230eb459c82 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/security-groups?id=c53d8093-77cc-478a-846b-6c2e0e551c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315549 Sep 15 02:48:35.447024 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:36.029819 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4f71be-3d83-4bcd-a301-73eda7e8a8b8 req-a453c318-c4bf-41d0-a825-0543a1c6e446 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:36.031202 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-1e4f71be-3d83-4bcd-a301-73eda7e8a8b8 req-a453c318-c4bf-41d0-a825-0543a1c6e446 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/ports?device_id=50267bb7-2f6a-4bf8-86d1-897f09f93b23 HTTP/1.1" status: 200 len: 944 time: 0.0484085 Sep 15 02:48:36.071325 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-1e4f71be-3d83-4bcd-a301-73eda7e8a8b8 req-2e20b1a8-f494-4daf-9a12-977f3fd95b8b tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/security-groups?id=c53d8093-77cc-478a-846b-6c2e0e551c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329113 Sep 15 02:48:36.490421 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe99396-f0e5-4b90-9729-7162c0174ae5 req-e2314d0b-8799-4faf-97fc-54db9a927a00 tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:36.491899 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-7fe99396-f0e5-4b90-9729-7162c0174ae5 req-e2314d0b-8799-4faf-97fc-54db9a927a00 tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee5f2276-9b2e-47f2-a3c0-74493921c9ae HTTP/1.1" status: 200 len: 945 time: 0.0524917 Sep 15 02:48:36.529519 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-7fe99396-f0e5-4b90-9729-7162c0174ae5 req-bb2dd49a-b68a-4fe1-bddd-361fbcf93be4 tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] 10.222.0.13 "GET /v2.0/security-groups?id=16cdc185-3249-4453-b1ac-1418ab026e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317302 Sep 15 02:48:37.020444 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Device be760cff-ab5e-41c1-b196-c0c4fcdcd9b4 details requested by agent hyperv_hv-cinder-75995 with host hv-cinder-75995 {{(pid=101047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 02:48:37.111553 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] For port be760cff-ab5e-41c1-b196-c0c4fcdcd9b4, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=be760cff-ab5e-41c1-b196-c0c4fcdcd9b4,segment=NetworkSegment(3b14b1bf-a47b-467b-a4e0-6f402c26d2c4),segment_id=3b14b1bf-a47b-467b-a4e0-6f402c26d2c4)] {{(pid=101047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:48:37.123163 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Returning: {'device': 'be760cff-ab5e-41c1-b196-c0c4fcdcd9b4', 'network_id': '6f57639e-ff61-4a6a-8bb7-4f6634a3a645', 'port_id': 'be760cff-ab5e-41c1-b196-c0c4fcdcd9b4', 'mac_address': 'fa:16:3e:e3:b3:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0f1f6f6-a304-49b2-a651-7b609fdec3ef', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 02:48:37.163790 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:37.176692 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.notifiers.nova [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be760cff-ab5e-41c1-b196-c0c4fcdcd9b4 {{(pid=101047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 02:48:37.187817 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607f611e-d5b4-4278-99d6-4265c5115bf2 req-bfe9cc06-7fb1-437a-bc20-b4a05112ad19 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:37.189286 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-607f611e-d5b4-4278-99d6-4265c5115bf2 req-bfe9cc06-7fb1-437a-bc20-b4a05112ad19 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/ports?device_id=50267bb7-2f6a-4bf8-86d1-897f09f93b23 HTTP/1.1" status: 200 len: 944 time: 0.0473621 Sep 15 02:48:37.195901 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] For port be760cff-ab5e-41c1-b196-c0c4fcdcd9b4, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=be760cff-ab5e-41c1-b196-c0c4fcdcd9b4,segment=NetworkSegment(3b14b1bf-a47b-467b-a4e0-6f402c26d2c4),segment_id=3b14b1bf-a47b-467b-a4e0-6f402c26d2c4)] {{(pid=101047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:48:37.226846 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-607f611e-d5b4-4278-99d6-4265c5115bf2 req-6f00c022-20b4-4a00-a18e-a01b17f00b94 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/security-groups?id=c53d8093-77cc-478a-846b-6c2e0e551c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309393 Sep 15 02:48:37.269731 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:37.317906 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Pushing event updated for resources: {'Port': ['ID=be760cff-ab5e-41c1-b196-c0c4fcdcd9b4,revision_number=4']} {{(pid=101047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:37.549373 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] get_ports_and_sgs() called for port_ids ['be760cff-ab5e-41c1-b196-c0c4fcdcd9b4'] {{(pid=101047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 02:48:37.649641 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836f9f19-c1ab-4375-94bd-2fd6d02d9715 req-598846ee-8fa2-42c5-bcf5-a00e30e91037 tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:37.651148 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-836f9f19-c1ab-4375-94bd-2fd6d02d9715 req-598846ee-8fa2-42c5-bcf5-a00e30e91037 tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee5f2276-9b2e-47f2-a3c0-74493921c9ae HTTP/1.1" status: 200 len: 945 time: 0.0516903 Sep 15 02:48:37.689948 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-836f9f19-c1ab-4375-94bd-2fd6d02d9715 req-363f03cb-69e6-483a-8e64-0e6635703df4 tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] 10.222.0.13 "GET /v2.0/security-groups?id=16cdc185-3249-4453-b1ac-1418ab026e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327535 Sep 15 02:48:38.340248 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e42a896-29a5-4d58-9a2d-2ed65c8641a7 req-48d9f87b-2fcd-49f0-9a09-8db8fa5719cd tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:38.341755 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-2e42a896-29a5-4d58-9a2d-2ed65c8641a7 req-48d9f87b-2fcd-49f0-9a09-8db8fa5719cd tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/ports?device_id=50267bb7-2f6a-4bf8-86d1-897f09f93b23 HTTP/1.1" status: 200 len: 945 time: 0.0479388 Sep 15 02:48:38.377944 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-2e42a896-29a5-4d58-9a2d-2ed65c8641a7 req-63d928c6-c2e3-4982-b24e-aafc9708335a tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/security-groups?id=c53d8093-77cc-478a-846b-6c2e0e551c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299680 Sep 15 02:48:38.803802 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40524148-24c8-4aa8-8ab0-854ff3b361f9 req-8600f303-b399-42a4-b591-f3b76e108ef5 tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:38.805266 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-40524148-24c8-4aa8-8ab0-854ff3b361f9 req-8600f303-b399-42a4-b591-f3b76e108ef5 tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee5f2276-9b2e-47f2-a3c0-74493921c9ae HTTP/1.1" status: 200 len: 945 time: 0.0465841 Sep 15 02:48:38.842380 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-40524148-24c8-4aa8-8ab0-854ff3b361f9 req-269f272a-fc86-47a8-ac05-356d3a9269da tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] 10.222.0.13 "GET /v2.0/security-groups?id=16cdc185-3249-4453-b1ac-1418ab026e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310357 Sep 15 02:48:39.048976 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Device be760cff-ab5e-41c1-b196-c0c4fcdcd9b4 up at agent hyperv_hv-cinder-75995 {{(pid=101047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:48:39.178355 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Provisioning for port be760cff-ab5e-41c1-b196-c0c4fcdcd9b4 completed by entity L2. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 02:48:39.182123 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Provisioning complete for port be760cff-ab5e-41c1-b196-c0c4fcdcd9b4 triggered by entity L2. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:48:39.182497 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1575204'] for port, provisioning_complete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:39.257390 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:39.278504 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50267bb7-2f6a-4bf8-86d1-897f09f93b23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be760cff-ab5e-41c1-b196-c0c4fcdcd9b4'}] {{(pid=101047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:48:39.280745 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c8380946bd2a122839d37a92bf46cf7528befbf14a007f21b6f8387627c5c86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-790407c1-b95b-4fe2-83ff-d7e3aaf402c1" -d '{"events": [{"server_uuid": "50267bb7-2f6a-4bf8-86d1-897f09f93b23", "name": "network-vif-plugged", "status": "completed", "tag": "be760cff-ab5e-41c1-b196-c0c4fcdcd9b4"}]}' {{(pid=101047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:48:39.296564 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] For port be760cff-ab5e-41c1-b196-c0c4fcdcd9b4, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=be760cff-ab5e-41c1-b196-c0c4fcdcd9b4,segment=NetworkSegment(3b14b1bf-a47b-467b-a4e0-6f402c26d2c4),segment_id=3b14b1bf-a47b-467b-a4e0-6f402c26d2c4)] {{(pid=101047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:48:39.319611 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 02:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-928d880b-22a0-401c-8efc-09016ef83db0 x-openstack-request-id: req-928d880b-22a0-401c-8efc-09016ef83db0 {{(pid=101047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:48:39.319611 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50267bb7-2f6a-4bf8-86d1-897f09f93b23", "name": "network-vif-plugged", "status": "completed", "tag": "be760cff-ab5e-41c1-b196-c0c4fcdcd9b4", "code": 200}]} {{(pid=101047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:48:39.319611 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-928d880b-22a0-401c-8efc-09016ef83db0 {{(pid=101047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:48:39.319611 dv-cinder-759955-25-smb neutron-server[101047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50267bb7-2f6a-4bf8-86d1-897f09f93b23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be760cff-ab5e-41c1-b196-c0c4fcdcd9b4', 'code': 200} Sep 15 02:48:39.366917 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:39.416157 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Pushing event updated for resources: {'Port': ['ID=be760cff-ab5e-41c1-b196-c0c4fcdcd9b4,revision_number=5']} {{(pid=101047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:39.494359 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54fabc3-8dc3-437f-8a39-91f71b5cd1d3 req-8f54ba6d-bd47-476c-be2b-6564d855f8ff tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:39.495999 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-b54fabc3-8dc3-437f-8a39-91f71b5cd1d3 req-8f54ba6d-bd47-476c-be2b-6564d855f8ff tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/ports?device_id=50267bb7-2f6a-4bf8-86d1-897f09f93b23 HTTP/1.1" status: 200 len: 946 time: 0.0467684 Sep 15 02:48:39.532862 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-b54fabc3-8dc3-437f-8a39-91f71b5cd1d3 req-909f852c-2636-4ac4-94b6-45fc0cf1168f tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/security-groups?id=c53d8093-77cc-478a-846b-6c2e0e551c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307810 Sep 15 02:48:39.647994 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3d940d-98c3-4e6c-a19f-5d0207753cb0 req-9ad00389-ecd7-4589-8d65-1941b958ab9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:39.649405 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-ff3d940d-98c3-4e6c-a19f-5d0207753cb0 req-9ad00389-ecd7-4589-8d65-1941b958ab9a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=50267bb7-2f6a-4bf8-86d1-897f09f93b23 HTTP/1.1" status: 200 len: 1099 time: 0.0411770 Sep 15 02:48:39.691478 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-ff3d940d-98c3-4e6c-a19f-5d0207753cb0 req-b2b29281-3d46-46cd-b1b9-c1ebdd3da6f8 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=c53d8093-77cc-478a-846b-6c2e0e551c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0266993 Sep 15 02:48:39.962106 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c18e43f-1878-4f09-ba21-f3d4f4e6a457 req-b7034ad0-ec95-47e1-a1ba-4441e35bccbd tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:39.963583 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-8c18e43f-1878-4f09-ba21-f3d4f4e6a457 req-b7034ad0-ec95-47e1-a1ba-4441e35bccbd tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee5f2276-9b2e-47f2-a3c0-74493921c9ae HTTP/1.1" status: 200 len: 945 time: 0.0525446 Sep 15 02:48:39.999377 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-8c18e43f-1878-4f09-ba21-f3d4f4e6a457 req-803d259d-85bd-4c0a-a90a-adc8f7cd68aa tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] 10.222.0.13 "GET /v2.0/security-groups?id=16cdc185-3249-4453-b1ac-1418ab026e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299044 Sep 15 02:48:40.644660 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e366a6f8-9c0b-4200-bba7-e9d172c8cced req-e856cd47-634e-4e8a-85ad-0cffc3108667 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:40.646152 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-e366a6f8-9c0b-4200-bba7-e9d172c8cced req-e856cd47-634e-4e8a-85ad-0cffc3108667 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/ports?device_id=50267bb7-2f6a-4bf8-86d1-897f09f93b23 HTTP/1.1" status: 200 len: 946 time: 0.0486324 Sep 15 02:48:40.685437 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-e366a6f8-9c0b-4200-bba7-e9d172c8cced req-cb7675ab-2dc4-4acc-96da-d9b0875154ad tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/security-groups?id=c53d8093-77cc-478a-846b-6c2e0e551c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331051 Sep 15 02:48:41.114397 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa27b511-5a5b-4180-b728-b3c6366de700 req-2a83ee91-b4ac-4747-bb42-2f08d941d9ed tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:41.116795 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-aa27b511-5a5b-4180-b728-b3c6366de700 req-2a83ee91-b4ac-4747-bb42-2f08d941d9ed tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee5f2276-9b2e-47f2-a3c0-74493921c9ae HTTP/1.1" status: 200 len: 945 time: 0.0475249 Sep 15 02:48:41.157168 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-aa27b511-5a5b-4180-b728-b3c6366de700 req-304d1a49-a106-4974-9414-7b6920f6813a tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] 10.222.0.13 "GET /v2.0/security-groups?id=16cdc185-3249-4453-b1ac-1418ab026e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334990 Sep 15 02:48:41.623038 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-5755be91-23ab-4742-b7b6-f36b839ad275 req-e7f28012-b090-4fd1-9af8-cc42e51d56e0 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-201770360&fields=id&tenant_id=e2069618e1d743fb819278a57e7a8e6f HTTP/1.1" status: 200 len: 267 time: 0.0324042 Sep 15 02:48:41.729779 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5755be91-23ab-4742-b7b6-f36b839ad275 req-95d7caec-c3b0-4a06-b340-43d6695f0784 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:41.731288 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-5755be91-23ab-4742-b7b6-f36b839ad275 req-95d7caec-c3b0-4a06-b340-43d6695f0784 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] 10.222.0.13 "GET /v2.0/networks?id=193dcded-1dc2-4a00-ae04-fe03560a70da HTTP/1.1" status: 200 len: 809 time: 0.1015072 Sep 15 02:48:41.747306 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-5755be91-23ab-4742-b7b6-f36b839ad275 req-002ffb4b-2e79-48f5-bf3f-8c8ee7c0761b tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] 10.222.0.13 "GET /v2.0/quotas/e2069618e1d743fb819278a57e7a8e6f HTTP/1.1" status: 200 len: 375 time: 0.0094531 Sep 15 02:48:41.797465 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-5755be91-23ab-4742-b7b6-f36b839ad275 req-2e92d7b2-bf18-485e-bac2-60f4ba9a9bd9 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e2069618e1d743fb819278a57e7a8e6f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0446649 Sep 15 02:48:41.803110 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7647ea-64ca-4381-8fbf-7fe92b8455ac req-b85fc29d-3fd5-42ab-a3eb-15758fa81989 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:41.804999 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-2e7647ea-64ca-4381-8fbf-7fe92b8455ac req-b85fc29d-3fd5-42ab-a3eb-15758fa81989 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/ports?device_id=50267bb7-2f6a-4bf8-86d1-897f09f93b23 HTTP/1.1" status: 200 len: 946 time: 0.0482910 Sep 15 02:48:41.846640 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-2e7647ea-64ca-4381-8fbf-7fe92b8455ac req-be1f4e57-6a85-4dde-b505-83278271182b tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/security-groups?id=c53d8093-77cc-478a-846b-6c2e0e551c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358541 Sep 15 02:48:41.902671 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-5755be91-23ab-4742-b7b6-f36b839ad275 req-4971c781-1972-4e68-814e-3042d7d6f0e5 service neutron] 10.222.0.13 "GET /v2.0/networks/193dcded-1dc2-4a00-ae04-fe03560a70da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899563 Sep 15 02:48:41.961583 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c89e6-8ce5-485a-a9d1-93c597c08534 req-e93ea7ec-8449-4074-b135-14aef0e2357f tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:41.963066 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-092c89e6-8ce5-485a-a9d1-93c597c08534 req-e93ea7ec-8449-4074-b135-14aef0e2357f tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/ports?device_id=50267bb7-2f6a-4bf8-86d1-897f09f93b23 HTTP/1.1" status: 200 len: 946 time: 0.0528474 Sep 15 02:48:41.971999 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 41090) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:48:41.977326 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.v2.base [None req-294da8c4-48d9-40f8-9fb8-0a831ba294c0 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Request body: {'floatingip': {'port_id': 'be760cff-ab5e-41c1-b196-c0c4fcdcd9b4'}} {{(pid=101045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:48:42.016130 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-294da8c4-48d9-40f8-9fb8-0a831ba294c0 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Notify callbacks [] for floatingip, before_update {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:42.028129 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c82aacf-562c-47be-908c-9818939bacb2 req-889146f2-99ea-48db-a667-2394fecdea4d tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:42.029565 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-4c82aacf-562c-47be-908c-9818939bacb2 req-889146f2-99ea-48db-a667-2394fecdea4d tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] 10.222.0.38 "GET /v2.0/ports?device_id=ee5f2276-9b2e-47f2-a3c0-74493921c9ae HTTP/1.1" status: 200 len: 945 time: 0.0982962 Sep 15 02:48:42.033113 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-5755be91-23ab-4742-b7b6-f36b839ad275 req-7816303b-a3d2-449b-9288-0531028b7669 service neutron] 10.222.0.13 "GET /v2.0/networks/193dcded-1dc2-4a00-ae04-fe03560a70da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242278 Sep 15 02:48:42.125823 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.plugin [req-4c82aacf-562c-47be-908c-9818939bacb2 req-06a138a8-05c8-4bd7-9004-caf219659092 tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] Deleting port 49dee741-3619-49f5-bf6e-f7b4ab591903 {{(pid=101046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:48:42.126490 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [req-4c82aacf-562c-47be-908c-9818939bacb2 req-06a138a8-05c8-4bd7-9004-caf219659092 tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781587782193'] for port, before_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:42.228194 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.db [req-4c82aacf-562c-47be-908c-9818939bacb2 req-06a138a8-05c8-4bd7-9004-caf219659092 tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] For port 49dee741-3619-49f5-bf6e-f7b4ab591903, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=49dee741-3619-49f5-bf6e-f7b4ab591903,segment=NetworkSegment(a162e7d6-fad6-4187-9a1d-b6c37a7ba7cb),segment_id=a162e7d6-fad6-4187-9a1d-b6c37a7ba7cb)] {{(pid=101046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:48:42.228431 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [req-4c82aacf-562c-47be-908c-9818939bacb2 req-06a138a8-05c8-4bd7-9004-caf219659092 tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023821'] for port, precommit_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:42.240674 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.plugin [req-4c82aacf-562c-47be-908c-9818939bacb2 req-06a138a8-05c8-4bd7-9004-caf219659092 tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] Calling delete_port for 49dee741-3619-49f5-bf6e-f7b4ab591903 owned by compute:nova {{(pid=101046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:48:42.351223 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27204b4f-2315-46f5-98b7-f8ae8f91bfe5 req-2edf9f4c-9fcd-4b87-87db-8b2f8c425eaf tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:42.352694 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-27204b4f-2315-46f5-98b7-f8ae8f91bfe5 req-2edf9f4c-9fcd-4b87-87db-8b2f8c425eaf tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee5f2276-9b2e-47f2-a3c0-74493921c9ae HTTP/1.1" status: 200 len: 945 time: 0.1248081 Sep 15 02:48:42.424139 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [req-4c82aacf-562c-47be-908c-9818939bacb2 req-06a138a8-05c8-4bd7-9004-caf219659092 tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781587788279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781587269057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25909702'] for port, after_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:42.436308 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] get_ports_and_sgs() called for port_ids ['49dee741-3619-49f5-bf6e-f7b4ab591903'] {{(pid=101047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 02:48:42.465385 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a138a8-05c8-4bd7-9004-caf219659092 tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] Pushing event deleted for resources: {'Port': ['ID=49dee741-3619-49f5-bf6e-f7b4ab591903,revision_number=None']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:42.511403 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c82aacf-562c-47be-908c-9818939bacb2 req-06a138a8-05c8-4bd7-9004-caf219659092 tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] No DVR routers for this DVR port 49dee741-3619-49f5-bf6e-f7b4ab591903 on host hv-cinder-75995 {{(pid=101046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 02:48:42.514913 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [req-4c82aacf-562c-47be-908c-9818939bacb2 req-06a138a8-05c8-4bd7-9004-caf219659092 tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89626'] for port, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:42.517349 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-4c82aacf-562c-47be-908c-9818939bacb2 req-06a138a8-05c8-4bd7-9004-caf219659092 tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] 10.222.0.38 "DELETE /v2.0/ports/49dee741-3619-49f5-bf6e-f7b4ab591903 HTTP/1.1" status: 204 len: 173 time: 0.4815235 Sep 15 02:48:42.517837 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee5f2276-9b2e-47f2-a3c0-74493921c9ae', 'name': 'network-vif-deleted', 'tag': '49dee741-3619-49f5-bf6e-f7b4ab591903'}] {{(pid=101046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:48:42.520172 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09f236bde6c897f5223593461388a859426f0e46db55c614fbf86303128fc53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec74ac0b-3085-46c0-8817-8ff61317f9c9" -d '{"events": [{"server_uuid": "ee5f2276-9b2e-47f2-a3c0-74493921c9ae", "name": "network-vif-deleted", "tag": "49dee741-3619-49f5-bf6e-f7b4ab591903"}]}' {{(pid=101046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:48:42.681547 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-27204b4f-2315-46f5-98b7-f8ae8f91bfe5 req-daf3dbe7-7f16-4842-9ca9-cb610851502e tempest-VolumesSnapshotTestJSON-2108899241 tempest-VolumesSnapshotTestJSON-2108899241-project] 10.222.0.13 "GET /v2.0/security-groups?id=16cdc185-3249-4453-b1ac-1418ab026e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3218665 Sep 15 02:48:42.713986 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 02:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f421f3a-5985-47d1-a7e9-f2006c019adb x-openstack-request-id: req-6f421f3a-5985-47d1-a7e9-f2006c019adb {{(pid=101046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:48:42.714596 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee5f2276-9b2e-47f2-a3c0-74493921c9ae", "name": "network-vif-deleted", "tag": "49dee741-3619-49f5-bf6e-f7b4ab591903", "status": "completed", "code": 200}]} {{(pid=101046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:48:42.714854 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6f421f3a-5985-47d1-a7e9-f2006c019adb {{(pid=101046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:48:42.715272 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee5f2276-9b2e-47f2-a3c0-74493921c9ae', 'name': 'network-vif-deleted', 'tag': '49dee741-3619-49f5-bf6e-f7b4ab591903', 'status': 'completed', 'code': 200} Sep 15 02:48:42.757941 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-f1f1f451-1326-46ad-b8f4-32e2a88286ea req-fa065ece-f092-47df-9407-afefa3b1b134 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0620793-2692-4e64-86bf-c2f79502d007 HTTP/1.1" status: 200 len: 210 time: 0.0306926 Sep 15 02:48:42.816866 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-294da8c4-48d9-40f8-9fb8-0a831ba294c0 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:42.869886 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-294da8c4-48d9-40f8-9fb8-0a831ba294c0 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1028869'] for floatingip, after_update {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:42.968145 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.db.l3_db [None req-294da8c4-48d9-40f8-9fb8-0a831ba294c0 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Floating IP 8a142461-0f9f-4690-abf4-58da8f744234 associated. External IP: 172.28.3.213, port: be760cff-ab5e-41c1-b196-c0c4fcdcd9b4. Sep 15 02:48:43.181028 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-294da8c4-48d9-40f8-9fb8-0a831ba294c0 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Router 4f1b0b79-e3c3-47e5-8db0-a2250f779792 has already been hosted by L3 agent 22749488-15d0-44a3-a4aa-285786541688 {{(pid=101045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 02:48:43.293354 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-294da8c4-48d9-40f8-9fb8-0a831ba294c0 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Notify agent at l3_agent.dv-cinder-759955-25-smb the message routers_updated {{(pid=101045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 02:48:43.297776 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-294da8c4-48d9-40f8-9fb8-0a831ba294c0 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89626'] for floatingip, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:43.306095 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a81b92-1e95-43c5-b5bb-8f011150e363 None None] Sync routers for ids ['4f1b0b79-e3c3-47e5-8db0-a2250f779792'] in dv-cinder-759955-25-smb {{(pid=101047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 02:48:43.316544 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a81b92-1e95-43c5-b5bb-8f011150e363 None None] Routers {'4f1b0b79-e3c3-47e5-8db0-a2250f779792'} bound to L3 agent in host dv-cinder-759955-25-smb {{(pid=101047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:48:43.317162 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_hamode_db [None req-66a81b92-1e95-43c5-b5bb-8f011150e363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T02:36:18Z,description=,heartbeat_timestamp=2021-09-15T02:48:18Z,host='dv-cinder-759955-25-smb',id=22749488-15d0-44a3-a4aa-285786541688,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:36:19Z,topic='l3_agent')) {'router_ids': ['4f1b0b79-e3c3-47e5-8db0-a2250f779792'], 'active': True} {{(pid=101047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:48:43.334199 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-294da8c4-48d9-40f8-9fb8-0a831ba294c0 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "PUT /v2.0/floatingips/8a142461-0f9f-4690-abf4-58da8f744234 HTTP/1.1" status: 200 len: 992 time: 1.3557906 Sep 15 02:48:43.335657 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50267bb7-2f6a-4bf8-86d1-897f09f93b23', 'tag': 'be760cff-ab5e-41c1-b196-c0c4fcdcd9b4'}] {{(pid=101045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:48:43.338360 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86c436101efe1a363cd74fb96c1b6796ca3087f8916af27063bbdf5683c89520" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a07c2c8f-63ab-41e7-84af-2868cd96488f" -d '{"events": [{"name": "network-changed", "server_uuid": "50267bb7-2f6a-4bf8-86d1-897f09f93b23", "tag": "be760cff-ab5e-41c1-b196-c0c4fcdcd9b4"}]}' {{(pid=101045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:48:43.384328 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 02:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63156cec-94be-4693-a90e-ab7c7540c104 x-openstack-request-id: req-63156cec-94be-4693-a90e-ab7c7540c104 {{(pid=101045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:48:43.386850 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50267bb7-2f6a-4bf8-86d1-897f09f93b23", "tag": "be760cff-ab5e-41c1-b196-c0c4fcdcd9b4", "status": "completed", "code": 200}]} {{(pid=101045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:48:43.386850 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-63156cec-94be-4693-a90e-ab7c7540c104 {{(pid=101045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:48:43.386850 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50267bb7-2f6a-4bf8-86d1-897f09f93b23', 'tag': 'be760cff-ab5e-41c1-b196-c0c4fcdcd9b4', 'status': 'completed', 'code': 200} Sep 15 02:48:43.435120 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_dvr_db [None req-66a81b92-1e95-43c5-b5bb-8f011150e363 None None] Set router 4f1b0b79-e3c3-47e5-8db0-a2250f779792 gateway port host: dv-cinder-759955-25-smb {{(pid=101047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:48:43.476821 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07c2c8f-63ab-41e7-84af-2868cd96488f req-3e047d5f-1bdc-430d-a6dd-33c486f46da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:43.478988 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-a07c2c8f-63ab-41e7-84af-2868cd96488f req-3e047d5f-1bdc-430d-a6dd-33c486f46da5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3b73a94c214748a88ea9fc76fb540004&device_id=50267bb7-2f6a-4bf8-86d1-897f09f93b23 HTTP/1.1" status: 200 len: 1099 time: 0.0422595 Sep 15 02:48:43.578416 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07c2c8f-63ab-41e7-84af-2868cd96488f req-adeebcb0-dc21-4702-8ed6-08eaef0f6e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:43.579833 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-a07c2c8f-63ab-41e7-84af-2868cd96488f req-adeebcb0-dc21-4702-8ed6-08eaef0f6e55 service neutron] 10.222.0.38 "GET /v2.0/networks?id=6f57639e-ff61-4a6a-8bb7-4f6634a3a645 HTTP/1.1" status: 200 len: 912 time: 0.0927784 Sep 15 02:48:43.662792 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-a07c2c8f-63ab-41e7-84af-2868cd96488f req-3a02913f-4e59-48fb-bffc-ed706c74fecb service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be760cff-ab5e-41c1-b196-c0c4fcdcd9b4 HTTP/1.1" status: 200 len: 1000 time: 0.0753820 Sep 15 02:48:43.674810 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_hamode_db [None req-66a81b92-1e95-43c5-b5bb-8f011150e363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f1b0b79-e3c3-47e5-8db0-a2250f779792', 'name': 'tempest-AttachVolumeTestJSON-1616189826-router', 'tenant_id': '3b73a94c214748a88ea9fc76fb540004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'external_fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.116'}], 'enable_snat': True}, 'gw_port_id': 'a378dd54-a4ba-4713-9628-1728198bde37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:44:29Z', 'updated_at': '2021-09-15T02:44:37Z', 'revision_number': 4, 'project_id': '3b73a94c214748a88ea9fc76fb540004', 'gw_port': {'id': 'a378dd54-a4ba-4713-9628-1728198bde37', 'name': '', 'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:8b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1b0b79-e3c3-47e5-8db0-a2250f779792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:44:30Z', 'updated_at': '2021-09-15T02:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-smb', '_floatingips': [{'id': '8a142461-0f9f-4690-abf4-58da8f744234', 'tenant_id': '3b73a94c214748a88ea9fc76fb540004', 'floating_ip_address': '172.28.3.213', 'floating_network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'router_id': '4f1b0b79-e3c3-47e5-8db0-a2250f779792', 'port_id': 'be760cff-ab5e-41c1-b196-c0c4fcdcd9b4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f57639e-ff61-4a6a-8bb7-4f6634a3a645', 'mac_address': 'fa:16:3e:e3:b3:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50267bb7-2f6a-4bf8-86d1-897f09f93b23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T02:48:27Z', 'updated_at': '2021-09-15T02:48:42Z', 'revision_number': 1, 'project_id': '3b73a94c214748a88ea9fc76fb540004', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dbb9097-a267-45a9-95b6-8e499d62a8a4', 'name': '', 'network_id': '6f57639e-ff61-4a6a-8bb7-4f6634a3a645', 'tenant_id': '3b73a94c214748a88ea9fc76fb540004', 'mac_address': 'fa:16:3e:6b:1e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1b0b79-e3c3-47e5-8db0-a2250f779792', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a0f1f6f6-a304-49b2-a651-7b609fdec3ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:44:36Z', 'updated_at': '2021-09-15T02:44:49Z', 'revision_number': 5, 'project_id': '3b73a94c214748a88ea9fc76fb540004', 'subnets': [{'id': 'a0f1f6f6-a304-49b2-a651-7b609fdec3ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-25-smb', False) {} {{(pid=101047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:48:43.705005 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a81b92-1e95-43c5-b5bb-8f011150e363 None None] Checking router: 4f1b0b79-e3c3-47e5-8db0-a2250f779792 for host: dv-cinder-759955-25-smb {{(pid=101047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 02:48:43.714687 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a81b92-1e95-43c5-b5bb-8f011150e363 None None] Routers {'4f1b0b79-e3c3-47e5-8db0-a2250f779792'} bound to L3 agent in host dv-cinder-759955-25-smb {{(pid=101047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:48:43.716109 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_hamode_db [None req-66a81b92-1e95-43c5-b5bb-8f011150e363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T02:36:18Z,description=,heartbeat_timestamp=2021-09-15T02:48:18Z,host='dv-cinder-759955-25-smb',id=22749488-15d0-44a3-a4aa-285786541688,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:36:19Z,topic='l3_agent')) {'router_ids': ['4f1b0b79-e3c3-47e5-8db0-a2250f779792'], 'active': True} {{(pid=101047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:48:43.728728 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07c2c8f-63ab-41e7-84af-2868cd96488f req-2ab6e544-500d-419c-b4a2-caa92084db90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:43.730106 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-a07c2c8f-63ab-41e7-84af-2868cd96488f req-2ab6e544-500d-419c-b4a2-caa92084db90 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a0f1f6f6-a304-49b2-a651-7b609fdec3ef HTTP/1.1" status: 200 len: 850 time: 0.0504060 Sep 15 02:48:43.795217 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07c2c8f-63ab-41e7-84af-2868cd96488f req-4cc8ec1a-c6e4-4582-a038-ef05be6db41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:43.799570 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-a07c2c8f-63ab-41e7-84af-2868cd96488f req-4cc8ec1a-c6e4-4582-a038-ef05be6db41f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6f57639e-ff61-4a6a-8bb7-4f6634a3a645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0572689 Sep 15 02:48:43.874091 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_dvr_db [None req-66a81b92-1e95-43c5-b5bb-8f011150e363 None None] Set router 4f1b0b79-e3c3-47e5-8db0-a2250f779792 gateway port host: dv-cinder-759955-25-smb {{(pid=101047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:48:43.903526 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-1331e8e4-5418-4c2b-94a3-38c1c7fbbc8f req-0ffb175c-046c-4338-bb48-071fc064221d tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0620793-2692-4e64-86bf-c2f79502d007 HTTP/1.1" status: 200 len: 210 time: 0.0319202 Sep 15 02:48:43.929890 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-a07c2c8f-63ab-41e7-84af-2868cd96488f req-63e429da-78ce-4d0c-aa9f-ac6ec6396cc1 service neutron] 10.222.0.38 "GET /v2.0/networks/6f57639e-ff61-4a6a-8bb7-4f6634a3a645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194293 Sep 15 02:48:44.021050 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-a07c2c8f-63ab-41e7-84af-2868cd96488f req-c958cf26-462f-43a6-a279-c94c8bb6c94b service neutron] 10.222.0.38 "GET /v2.0/networks/6f57639e-ff61-4a6a-8bb7-4f6634a3a645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897923 Sep 15 02:48:44.221598 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_hamode_db [None req-66a81b92-1e95-43c5-b5bb-8f011150e363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f1b0b79-e3c3-47e5-8db0-a2250f779792', 'name': 'tempest-AttachVolumeTestJSON-1616189826-router', 'tenant_id': '3b73a94c214748a88ea9fc76fb540004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'external_fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.116'}], 'enable_snat': True}, 'gw_port_id': 'a378dd54-a4ba-4713-9628-1728198bde37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:44:29Z', 'updated_at': '2021-09-15T02:44:37Z', 'revision_number': 4, 'project_id': '3b73a94c214748a88ea9fc76fb540004', 'gw_port': {'id': 'a378dd54-a4ba-4713-9628-1728198bde37', 'name': '', 'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:8b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1b0b79-e3c3-47e5-8db0-a2250f779792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:44:30Z', 'updated_at': '2021-09-15T02:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-smb', '_floatingips': [{'id': '8a142461-0f9f-4690-abf4-58da8f744234', 'tenant_id': '3b73a94c214748a88ea9fc76fb540004', 'floating_ip_address': '172.28.3.213', 'floating_network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'router_id': '4f1b0b79-e3c3-47e5-8db0-a2250f779792', 'port_id': 'be760cff-ab5e-41c1-b196-c0c4fcdcd9b4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f57639e-ff61-4a6a-8bb7-4f6634a3a645', 'mac_address': 'fa:16:3e:e3:b3:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50267bb7-2f6a-4bf8-86d1-897f09f93b23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T02:48:27Z', 'updated_at': '2021-09-15T02:48:42Z', 'revision_number': 1, 'project_id': '3b73a94c214748a88ea9fc76fb540004', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dbb9097-a267-45a9-95b6-8e499d62a8a4', 'name': '', 'network_id': '6f57639e-ff61-4a6a-8bb7-4f6634a3a645', 'tenant_id': '3b73a94c214748a88ea9fc76fb540004', 'mac_address': 'fa:16:3e:6b:1e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1b0b79-e3c3-47e5-8db0-a2250f779792', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a0f1f6f6-a304-49b2-a651-7b609fdec3ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:44:36Z', 'updated_at': '2021-09-15T02:44:49Z', 'revision_number': 5, 'project_id': '3b73a94c214748a88ea9fc76fb540004', 'subnets': [{'id': 'a0f1f6f6-a304-49b2-a651-7b609fdec3ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-25-smb', False) {} {{(pid=101047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:48:44.251132 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a81b92-1e95-43c5-b5bb-8f011150e363 None None] The sync data for ids ['4f1b0b79-e3c3-47e5-8db0-a2250f779792'] in dv-cinder-759955-25-smb is: [{'id': '4f1b0b79-e3c3-47e5-8db0-a2250f779792', 'name': 'tempest-AttachVolumeTestJSON-1616189826-router', 'tenant_id': '3b73a94c214748a88ea9fc76fb540004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'external_fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.116'}], 'enable_snat': True}, 'gw_port_id': 'a378dd54-a4ba-4713-9628-1728198bde37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:44:29Z', 'updated_at': '2021-09-15T02:44:37Z', 'revision_number': 4, 'project_id': '3b73a94c214748a88ea9fc76fb540004', 'gw_port': {'id': 'a378dd54-a4ba-4713-9628-1728198bde37', 'name': '', 'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:8b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1b0b79-e3c3-47e5-8db0-a2250f779792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:44:30Z', 'updated_at': '2021-09-15T02:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-smb', '_floatingips': [{'id': '8a142461-0f9f-4690-abf4-58da8f744234', 'tenant_id': '3b73a94c214748a88ea9fc76fb540004', 'floating_ip_address': '172.28.3.213', 'floating_network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'router_id': '4f1b0b79-e3c3-47e5-8db0-a2250f779792', 'port_id': 'be760cff-ab5e-41c1-b196-c0c4fcdcd9b4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f57639e-ff61-4a6a-8bb7-4f6634a3a645', 'mac_address': 'fa:16:3e:e3:b3:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50267bb7-2f6a-4bf8-86d1-897f09f93b23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T02:48:27Z', 'updated_at': '2021-09-15T02:48:42Z', 'revision_number': 1, 'project_id': '3b73a94c214748a88ea9fc76fb540004', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dbb9097-a267-45a9-95b6-8e499d62a8a4', 'name': '', 'network_id': '6f57639e-ff61-4a6a-8bb7-4f6634a3a645', 'tenant_id': '3b73a94c214748a88ea9fc76fb540004', 'mac_address': 'fa:16:3e:6b:1e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1b0b79-e3c3-47e5-8db0-a2250f779792', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a0f1f6f6-a304-49b2-a651-7b609fdec3ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:44:36Z', 'updated_at': '2021-09-15T02:44:49Z', 'revision_number': 5, 'project_id': '3b73a94c214748a88ea9fc76fb540004', 'subnets': [{'id': 'a0f1f6f6-a304-49b2-a651-7b609fdec3ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 02:48:44.461515 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a1e1c5-d5b5-48c1-8da2-8e39484f49dc None None] New status for floating IP 8a142461-0f9f-4690-abf4-58da8f744234: ACTIVE {{(pid=101048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 02:48:44.685232 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.agents_db [None req-aaa0e2cc-b65a-40bb-b615-34ad7f0cff4d None None] Agent healthcheck: found 6 active agents {{(pid=101048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:48:44.873062 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5755be91-23ab-4742-b7b6-f36b839ad275 req-353bf176-fb19-40eb-a3b5-d83b774c8f65 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:44.874521 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-5755be91-23ab-4742-b7b6-f36b839ad275 req-353bf176-fb19-40eb-a3b5-d83b774c8f65 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] 10.222.0.38 "GET /v2.0/networks?id=193dcded-1dc2-4a00-ae04-fe03560a70da HTTP/1.1" status: 200 len: 809 time: 0.1106706 Sep 15 02:48:44.917062 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-5755be91-23ab-4742-b7b6-f36b839ad275 req-7a939ce1-a146-42c8-8256-5e99ed5f6bc7 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2069618e1d743fb819278a57e7a8e6f HTTP/1.1" status: 200 len: 379 time: 0.0333490 Sep 15 02:48:44.926839 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.v2.base [req-5755be91-23ab-4742-b7b6-f36b839ad275 req-4f2ad5c9-4651-40af-b1da-c6951449174e tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Request body: {'port': {'device_id': 'a0620793-2692-4e64-86bf-c2f79502d007', 'network_id': '193dcded-1dc2-4a00-ae04-fe03560a70da', 'admin_state_up': True, 'tenant_id': 'e2069618e1d743fb819278a57e7a8e6f', 'security_groups': ['1d61cf01-d630-4a3c-9a44-94bd00c9c599']}} {{(pid=101046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:48:45.001953 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-8255e8c0-2462-46e1-bc18-3608886af04f req-65db5625-17a7-428c-80a6-b063d842287b tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0620793-2692-4e64-86bf-c2f79502d007 HTTP/1.1" status: 200 len: 210 time: 0.0280154 Sep 15 02:48:45.091335 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Device 49dee741-3619-49f5-bf6e-f7b4ab591903 no longer exists at agent hyperv_hv-cinder-75995 {{(pid=101047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 02:48:45.110950 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.plugin [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] No Port match for: 49dee741-3619-49f5-bf6e-f7b4ab591903 {{(pid=101047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 02:48:45.111309 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Device 49dee741-3619-49f5-bf6e-f7b4ab591903 not bound to the agent host hv-cinder-75995 {{(pid=101047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 02:48:45.132564 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5755be91-23ab-4742-b7b6-f36b839ad275 req-4f2ad5c9-4651-40af-b1da-c6951449174e tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Made reservation on behalf of e2069618e1d743fb819278a57e7a8e6f for: {'port': 1} {{(pid=101046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:48:45.136171 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [req-5755be91-23ab-4742-b7b6-f36b839ad275 req-4f2ad5c9-4651-40af-b1da-c6951449174e tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:45.261418 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.db.db_base_plugin_common [req-5755be91-23ab-4742-b7b6-f36b839ad275 req-4f2ad5c9-4651-40af-b1da-c6951449174e tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Allocated IP 172.20.0.10 (193dcded-1dc2-4a00-ae04-fe03560a70da/cd4fc7d4-cfa1-4970-b768-c487501b6af1/44a090e5-fa43-4356-84a2-bf3e42ae97ca) {{(pid=101046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:48:45.405935 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [req-5755be91-23ab-4742-b7b6-f36b839ad275 req-4f2ad5c9-4651-40af-b1da-c6951449174e tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Notify callbacks [] for port, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:45.444478 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-dde91093-5c1e-495a-b662-26e279c5ad03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:45.527478 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [req-5755be91-23ab-4742-b7b6-f36b839ad275 req-4f2ad5c9-4651-40af-b1da-c6951449174e tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781587269048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25909702'] for port, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:45.570837 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5755be91-23ab-4742-b7b6-f36b839ad275 req-4f2ad5c9-4651-40af-b1da-c6951449174e tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Network 193dcded-1dc2-4a00-ae04-fe03560a70da is already hosted by enough agents. {{(pid=101046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:48:45.574613 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.scheduler.base_scheduler [req-5755be91-23ab-4742-b7b6-f36b839ad275 req-4f2ad5c9-4651-40af-b1da-c6951449174e tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Resources bound (agent type, host, resource id): {{(pid=101046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:48:45.578310 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.db.l3_dvrscheduler_db [req-5755be91-23ab-4742-b7b6-f36b839ad275 req-4f2ad5c9-4651-40af-b1da-c6951449174e tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Received port after_create {{(pid=101046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:48:45.609006 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2ad5c9-4651-40af-b1da-c6951449174e tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Pushing event updated for resources: {'Port': ['ID=44a090e5-fa43-4356-84a2-bf3e42ae97ca,revision_number=1']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:45.640307 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5755be91-23ab-4742-b7b6-f36b839ad275 req-4f2ad5c9-4651-40af-b1da-c6951449174e tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:45.640993 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [req-5755be91-23ab-4742-b7b6-f36b839ad275 req-4f2ad5c9-4651-40af-b1da-c6951449174e tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89626'] for port, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:45.716467 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-5755be91-23ab-4742-b7b6-f36b839ad275 req-4f2ad5c9-4651-40af-b1da-c6951449174e tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7930138 Sep 15 02:48:45.729815 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.v2.base [req-5755be91-23ab-4742-b7b6-f36b839ad275 req-67751e0b-1a6b-442e-9a1f-82d1662633e2 service neutron] Request body: {'port': {'device_id': 'a0620793-2692-4e64-86bf-c2f79502d007', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=101046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:48:45.797345 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [req-5755be91-23ab-4742-b7b6-f36b839ad275 req-67751e0b-1a6b-442e-9a1f-82d1662633e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:45.845196 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-769be627-f007-4ecc-afac-bca6395b4508 None None] Provisioning complete for port 44a090e5-fa43-4356-84a2-bf3e42ae97ca triggered by entity DHCP. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:48:45.845581 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-769be627-f007-4ecc-afac-bca6395b4508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1575204'] for port, provisioning_complete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:45.883613 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.plugin [None req-769be627-f007-4ecc-afac-bca6395b4508 None None] Port 44a090e5-fa43-4356-84a2-bf3e42ae97ca cannot update to ACTIVE because it is not bound. {{(pid=101047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 02:48:46.073506 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.notifiers.nova [req-5755be91-23ab-4742-b7b6-f36b839ad275 req-67751e0b-1a6b-442e-9a1f-82d1662633e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44a090e5-fa43-4356-84a2-bf3e42ae97ca {{(pid=101046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 02:48:46.082412 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [req-5755be91-23ab-4742-b7b6-f36b839ad275 req-67751e0b-1a6b-442e-9a1f-82d1662633e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:46.119753 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.db.provisioning_blocks [req-5755be91-23ab-4742-b7b6-f36b839ad275 req-67751e0b-1a6b-442e-9a1f-82d1662633e2 service neutron] Transition to ACTIVE for port object 44a090e5-fa43-4356-84a2-bf3e42ae97ca will not be triggered until provisioned by entity L2. {{(pid=101046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 02:48:46.138741 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3c7784-2543-482b-85fe-f6b663454936 req-79ffe267-01f0-404c-a706-6aad24f000c6 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:46.140235 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-8e3c7784-2543-482b-85fe-f6b663454936 req-79ffe267-01f0-404c-a706-6aad24f000c6 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0620793-2692-4e64-86bf-c2f79502d007 HTTP/1.1" status: 200 len: 932 time: 0.0623844 Sep 15 02:48:46.179965 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-8e3c7784-2543-482b-85fe-f6b663454936 req-e2042625-9c93-4ed5-aa42-8150924d18a8 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d61cf01-d630-4a3c-9a44-94bd00c9c599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337586 Sep 15 02:48:46.223672 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [req-5755be91-23ab-4742-b7b6-f36b839ad275 req-67751e0b-1a6b-442e-9a1f-82d1662633e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25909727'] for port, after_update {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:46.278039 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67751e0b-1a6b-442e-9a1f-82d1662633e2 service neutron] Pushing event updated for resources: {'Port': ['ID=44a090e5-fa43-4356-84a2-bf3e42ae97ca,revision_number=2']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:46.347221 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.managers [req-5755be91-23ab-4742-b7b6-f36b839ad275 req-67751e0b-1a6b-442e-9a1f-82d1662633e2 service neutron] Attempting to bind port 44a090e5-fa43-4356-84a2-bf3e42ae97ca on host hv-cinder-75995 for vnic_type normal with profile {{(pid=101046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 02:48:46.347559 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.managers [req-5755be91-23ab-4742-b7b6-f36b839ad275 req-67751e0b-1a6b-442e-9a1f-82d1662633e2 service neutron] Attempting to bind port 44a090e5-fa43-4356-84a2-bf3e42ae97ca by drivers openvswitch,hyperv on host hv-cinder-75995 at level 0 using segments [{'id': '9bd77118-6cfd-474e-ae0c-59175021701f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '193dcded-1dc2-4a00-ae04-fe03560a70da'}] {{(pid=101046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 02:48:46.347899 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5755be91-23ab-4742-b7b6-f36b839ad275 req-67751e0b-1a6b-442e-9a1f-82d1662633e2 service neutron] Attempting to bind port 44a090e5-fa43-4356-84a2-bf3e42ae97ca on network 193dcded-1dc2-4a00-ae04-fe03560a70da {{(pid=101046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:48:46.352671 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5755be91-23ab-4742-b7b6-f36b839ad275 req-67751e0b-1a6b-442e-9a1f-82d1662633e2 service neutron] Port 44a090e5-fa43-4356-84a2-bf3e42ae97ca on network 193dcded-1dc2-4a00-ae04-fe03560a70da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75995 {{(pid=101046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 02:48:46.352997 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5755be91-23ab-4742-b7b6-f36b839ad275 req-67751e0b-1a6b-442e-9a1f-82d1662633e2 service neutron] Attempting to bind port 44a090e5-fa43-4356-84a2-bf3e42ae97ca on network 193dcded-1dc2-4a00-ae04-fe03560a70da {{(pid=101046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:48:46.358439 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5755be91-23ab-4742-b7b6-f36b839ad275 req-67751e0b-1a6b-442e-9a1f-82d1662633e2 service neutron] Checking agent: {'id': 'bf643b19-1b67-4f44-847e-0724d3e1ee06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 42, 35), 'started_at': datetime.datetime(2021, 9, 15, 2, 42, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 2, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 02:48:46.358780 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5755be91-23ab-4742-b7b6-f36b839ad275 req-67751e0b-1a6b-442e-9a1f-82d1662633e2 service neutron] Checking segment: {'id': '9bd77118-6cfd-474e-ae0c-59175021701f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '193dcded-1dc2-4a00-ae04-fe03560a70da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:48:46.359194 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5755be91-23ab-4742-b7b6-f36b839ad275 req-67751e0b-1a6b-442e-9a1f-82d1662633e2 service neutron] Bound using segment: {'id': '9bd77118-6cfd-474e-ae0c-59175021701f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '193dcded-1dc2-4a00-ae04-fe03560a70da'} {{(pid=101046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 02:48:46.359628 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.managers [req-5755be91-23ab-4742-b7b6-f36b839ad275 req-67751e0b-1a6b-442e-9a1f-82d1662633e2 service neutron] Bound port: 44a090e5-fa43-4356-84a2-bf3e42ae97ca, host: hv-cinder-75995, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bd77118-6cfd-474e-ae0c-59175021701f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '193dcded-1dc2-4a00-ae04-fe03560a70da'}}] {{(pid=101046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 02:48:46.359982 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [req-5755be91-23ab-4742-b7b6-f36b839ad275 req-67751e0b-1a6b-442e-9a1f-82d1662633e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:46.429893 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.db [req-5755be91-23ab-4742-b7b6-f36b839ad275 req-67751e0b-1a6b-442e-9a1f-82d1662633e2 service neutron] For port 44a090e5-fa43-4356-84a2-bf3e42ae97ca, host hv-cinder-75995, cleared binding levels {{(pid=101046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 02:48:46.433311 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.db [req-5755be91-23ab-4742-b7b6-f36b839ad275 req-67751e0b-1a6b-442e-9a1f-82d1662633e2 service neutron] For port 44a090e5-fa43-4356-84a2-bf3e42ae97ca, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=44a090e5-fa43-4356-84a2-bf3e42ae97ca,segment=NetworkSegment(9bd77118-6cfd-474e-ae0c-59175021701f),segment_id=9bd77118-6cfd-474e-ae0c-59175021701f)] {{(pid=101046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 02:48:46.493214 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [req-5755be91-23ab-4742-b7b6-f36b839ad275 req-67751e0b-1a6b-442e-9a1f-82d1662633e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25909727'] for port, after_update {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:46.529123 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5755be91-23ab-4742-b7b6-f36b839ad275 req-67751e0b-1a6b-442e-9a1f-82d1662633e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:46.529730 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [req-5755be91-23ab-4742-b7b6-f36b839ad275 req-67751e0b-1a6b-442e-9a1f-82d1662633e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89626'] for port, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:46.531201 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-5755be91-23ab-4742-b7b6-f36b839ad275 req-67751e0b-1a6b-442e-9a1f-82d1662633e2 service neutron] 10.222.0.38 "PUT /v2.0/ports/44a090e5-fa43-4356-84a2-bf3e42ae97ca HTTP/1.1" status: 200 len: 1094 time: 0.8065708 Sep 15 02:48:46.531638 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0620793-2692-4e64-86bf-c2f79502d007', 'tag': '44a090e5-fa43-4356-84a2-bf3e42ae97ca'}] {{(pid=101046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:48:46.533855 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09f236bde6c897f5223593461388a859426f0e46db55c614fbf86303128fc53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ec1be6b-bad5-416e-ac95-fe8585e4214a" -d '{"events": [{"name": "network-changed", "server_uuid": "a0620793-2692-4e64-86bf-c2f79502d007", "tag": "44a090e5-fa43-4356-84a2-bf3e42ae97ca"}]}' {{(pid=101046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:48:46.557878 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67751e0b-1a6b-442e-9a1f-82d1662633e2 service neutron] Pushing event updated for resources: {'Port': ['ID=44a090e5-fa43-4356-84a2-bf3e42ae97ca,revision_number=3']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:46.585206 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 02:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4dca56d-5152-4576-b07d-0055ed6d1ae9 x-openstack-request-id: req-b4dca56d-5152-4576-b07d-0055ed6d1ae9 {{(pid=101046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:48:46.585523 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0620793-2692-4e64-86bf-c2f79502d007", "tag": "44a090e5-fa43-4356-84a2-bf3e42ae97ca", "status": "completed", "code": 200}]} {{(pid=101046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:48:46.585770 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b4dca56d-5152-4576-b07d-0055ed6d1ae9 {{(pid=101046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:48:46.586158 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0620793-2692-4e64-86bf-c2f79502d007', 'tag': '44a090e5-fa43-4356-84a2-bf3e42ae97ca', 'status': 'completed', 'code': 200} Sep 15 02:48:46.648751 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec1be6b-bad5-416e-ac95-fe8585e4214a req-eabaf251-5d39-460f-9bac-b6cd9b6b54f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:46.650362 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-7ec1be6b-bad5-416e-ac95-fe8585e4214a req-eabaf251-5d39-460f-9bac-b6cd9b6b54f1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e2069618e1d743fb819278a57e7a8e6f&device_id=a0620793-2692-4e64-86bf-c2f79502d007 HTTP/1.1" status: 200 len: 1097 time: 0.0420468 Sep 15 02:48:46.764122 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec1be6b-bad5-416e-ac95-fe8585e4214a req-d99c912b-2b80-41e8-b594-081e5a312d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:46.765597 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-7ec1be6b-bad5-416e-ac95-fe8585e4214a req-d99c912b-2b80-41e8-b594-081e5a312d96 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=e2069618e1d743fb819278a57e7a8e6f&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1031899 Sep 15 02:48:46.862681 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec1be6b-bad5-416e-ac95-fe8585e4214a req-50ce1430-d7ec-4a0b-a9d1-3540d2969b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:46.864169 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-7ec1be6b-bad5-416e-ac95-fe8585e4214a req-50ce1430-d7ec-4a0b-a9d1-3540d2969b90 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0866408 Sep 15 02:48:46.956267 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5755be91-23ab-4742-b7b6-f36b839ad275 req-0730fb44-f0b3-4c71-9bc6-aa6ff6147461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:46.957757 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-5755be91-23ab-4742-b7b6-f36b839ad275 req-0730fb44-f0b3-4c71-9bc6-aa6ff6147461 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e2069618e1d743fb819278a57e7a8e6f&device_id=a0620793-2692-4e64-86bf-c2f79502d007 HTTP/1.1" status: 200 len: 1097 time: 0.0524347 Sep 15 02:48:47.002389 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-5755be91-23ab-4742-b7b6-f36b839ad275 req-0ce84e44-17c8-46a2-b90f-1c0a01f11460 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44a090e5-fa43-4356-84a2-bf3e42ae97ca HTTP/1.1" status: 200 len: 217 time: 0.0339782 Sep 15 02:48:47.068297 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5755be91-23ab-4742-b7b6-f36b839ad275 req-8094c889-61b1-49db-85d2-9cb10ae5a919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:47.070791 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-5755be91-23ab-4742-b7b6-f36b839ad275 req-8094c889-61b1-49db-85d2-9cb10ae5a919 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=cd4fc7d4-cfa1-4970-b768-c487501b6af1 HTTP/1.1" status: 200 len: 848 time: 0.0516899 Sep 15 02:48:47.124307 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5755be91-23ab-4742-b7b6-f36b839ad275 req-f6152790-0386-4acd-a6ca-63d0f98aac74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:47.126050 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-5755be91-23ab-4742-b7b6-f36b839ad275 req-f6152790-0386-4acd-a6ca-63d0f98aac74 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=193dcded-1dc2-4a00-ae04-fe03560a70da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0421503 Sep 15 02:48:47.239069 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-5755be91-23ab-4742-b7b6-f36b839ad275 req-f841fcdd-dee4-4fb2-a236-af8d5076fe65 service neutron] 10.222.0.38 "GET /v2.0/networks/193dcded-1dc2-4a00-ae04-fe03560a70da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044033 Sep 15 02:48:47.379494 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d585fb-3f9e-4a3b-9cf5-6a935f39213f req-7ae1218a-de7d-4cc3-b96d-4be156c19424 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:47.380965 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-01d585fb-3f9e-4a3b-9cf5-6a935f39213f req-7ae1218a-de7d-4cc3-b96d-4be156c19424 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0620793-2692-4e64-86bf-c2f79502d007 HTTP/1.1" status: 200 len: 944 time: 0.1124430 Sep 15 02:48:47.409877 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-5755be91-23ab-4742-b7b6-f36b839ad275 req-acae168a-cede-4af1-a40d-d24b4db0a32e service neutron] 10.222.0.38 "GET /v2.0/networks/193dcded-1dc2-4a00-ae04-fe03560a70da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619792 Sep 15 02:48:47.433658 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-01d585fb-3f9e-4a3b-9cf5-6a935f39213f req-e9ccb893-f3e7-468f-9830-38d48f9f062a tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d61cf01-d630-4a3c-9a44-94bd00c9c599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410151 Sep 15 02:48:48.132780 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-088745eb-90b8-434a-a3c2-aa484565e346 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:48.435199 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:48.561307 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a938c31-d70d-4027-9031-c88f18c92bad req-796e1e81-04ff-496a-b7f8-8cbeef1ba979 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:48.562797 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-6a938c31-d70d-4027-9031-c88f18c92bad req-796e1e81-04ff-496a-b7f8-8cbeef1ba979 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0620793-2692-4e64-86bf-c2f79502d007 HTTP/1.1" status: 200 len: 944 time: 0.0561013 Sep 15 02:48:48.600948 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-6a938c31-d70d-4027-9031-c88f18c92bad req-820148e9-0e8e-4706-a10e-5a58c3da551f tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d61cf01-d630-4a3c-9a44-94bd00c9c599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316598 Sep 15 02:48:49.126867 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Device 44a090e5-fa43-4356-84a2-bf3e42ae97ca details requested by agent hyperv_hv-cinder-75995 with host hv-cinder-75995 {{(pid=101047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 02:48:49.223376 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] For port 44a090e5-fa43-4356-84a2-bf3e42ae97ca, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=44a090e5-fa43-4356-84a2-bf3e42ae97ca,segment=NetworkSegment(9bd77118-6cfd-474e-ae0c-59175021701f),segment_id=9bd77118-6cfd-474e-ae0c-59175021701f)] {{(pid=101047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:48:49.234517 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Returning: {'device': '44a090e5-fa43-4356-84a2-bf3e42ae97ca', 'network_id': '193dcded-1dc2-4a00-ae04-fe03560a70da', 'port_id': '44a090e5-fa43-4356-84a2-bf3e42ae97ca', 'mac_address': 'fa:16:3e:c9:d6:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd4fc7d4-cfa1-4970-b768-c487501b6af1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 02:48:49.271896 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:49.290700 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.notifiers.nova [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44a090e5-fa43-4356-84a2-bf3e42ae97ca {{(pid=101047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 02:48:49.311779 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] For port 44a090e5-fa43-4356-84a2-bf3e42ae97ca, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=44a090e5-fa43-4356-84a2-bf3e42ae97ca,segment=NetworkSegment(9bd77118-6cfd-474e-ae0c-59175021701f),segment_id=9bd77118-6cfd-474e-ae0c-59175021701f)] {{(pid=101047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:48:49.355401 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-26fc78ca-8f14-4c98-81c4-2d6c26116e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:49.360570 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:49.412020 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Pushing event updated for resources: {'Port': ['ID=44a090e5-fa43-4356-84a2-bf3e42ae97ca,revision_number=4']} {{(pid=101047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:49.628155 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] get_ports_and_sgs() called for port_ids ['44a090e5-fa43-4356-84a2-bf3e42ae97ca'] {{(pid=101047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 02:48:49.715284 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85056830-a34d-4bcc-8631-e9c3810a95dc req-86be3d74-b7d3-4c6b-9407-cfa2abeec203 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:49.716780 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-85056830-a34d-4bcc-8631-e9c3810a95dc req-86be3d74-b7d3-4c6b-9407-cfa2abeec203 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0620793-2692-4e64-86bf-c2f79502d007 HTTP/1.1" status: 200 len: 945 time: 0.0470259 Sep 15 02:48:49.754237 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-85056830-a34d-4bcc-8631-e9c3810a95dc req-8d965caa-d298-4135-bcbf-556aa8c317d5 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d61cf01-d630-4a3c-9a44-94bd00c9c599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316160 Sep 15 02:48:50.867016 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bb7f54-eeb9-4c07-a0a8-783807582cb6 req-19a80867-5e5b-44c8-9718-f6a1dc532d58 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:50.868500 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-69bb7f54-eeb9-4c07-a0a8-783807582cb6 req-19a80867-5e5b-44c8-9718-f6a1dc532d58 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0620793-2692-4e64-86bf-c2f79502d007 HTTP/1.1" status: 200 len: 945 time: 0.0475171 Sep 15 02:48:50.905578 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-69bb7f54-eeb9-4c07-a0a8-783807582cb6 req-8865c61e-5e2d-4a3a-b038-256fde7f1c61 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d61cf01-d630-4a3c-9a44-94bd00c9c599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312359 Sep 15 02:48:51.138958 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Device 44a090e5-fa43-4356-84a2-bf3e42ae97ca up at agent hyperv_hv-cinder-75995 {{(pid=101047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:48:51.269630 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-4787a0ec-4617-4d18-8d79-4c4aa2145a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:51.297626 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Provisioning for port 44a090e5-fa43-4356-84a2-bf3e42ae97ca completed by entity L2. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 02:48:51.301694 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Provisioning complete for port 44a090e5-fa43-4356-84a2-bf3e42ae97ca triggered by entity L2. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:48:51.302084 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1575204'] for port, provisioning_complete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:51.379668 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:51.405920 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0620793-2692-4e64-86bf-c2f79502d007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44a090e5-fa43-4356-84a2-bf3e42ae97ca'}] {{(pid=101047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:48:51.408210 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c8380946bd2a122839d37a92bf46cf7528befbf14a007f21b6f8387627c5c86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0883611e-17fc-4e14-8c76-581b53534dca" -d '{"events": [{"server_uuid": "a0620793-2692-4e64-86bf-c2f79502d007", "name": "network-vif-plugged", "status": "completed", "tag": "44a090e5-fa43-4356-84a2-bf3e42ae97ca"}]}' {{(pid=101047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:48:51.422796 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] For port 44a090e5-fa43-4356-84a2-bf3e42ae97ca, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=44a090e5-fa43-4356-84a2-bf3e42ae97ca,segment=NetworkSegment(9bd77118-6cfd-474e-ae0c-59175021701f),segment_id=9bd77118-6cfd-474e-ae0c-59175021701f)] {{(pid=101047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:48:51.451042 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 02:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2aa69be-4a07-4413-89d8-71bab8b8a972 x-openstack-request-id: req-c2aa69be-4a07-4413-89d8-71bab8b8a972 {{(pid=101047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:48:51.451042 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0620793-2692-4e64-86bf-c2f79502d007", "name": "network-vif-plugged", "status": "completed", "tag": "44a090e5-fa43-4356-84a2-bf3e42ae97ca", "code": 200}]} {{(pid=101047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:48:51.451042 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c2aa69be-4a07-4413-89d8-71bab8b8a972 {{(pid=101047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:48:51.451042 dv-cinder-759955-25-smb neutron-server[101047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0620793-2692-4e64-86bf-c2f79502d007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44a090e5-fa43-4356-84a2-bf3e42ae97ca', 'code': 200} Sep 15 02:48:51.492511 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:51.548931 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Pushing event updated for resources: {'Port': ['ID=44a090e5-fa43-4356-84a2-bf3e42ae97ca,revision_number=5']} {{(pid=101047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:51.833967 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229d460d-e1ed-4f82-8e35-7014438294bb req-d7aef2d2-c341-472b-8444-7aaf2bc6dc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:51.836279 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-229d460d-e1ed-4f82-8e35-7014438294bb req-d7aef2d2-c341-472b-8444-7aaf2bc6dc4c service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=a0620793-2692-4e64-86bf-c2f79502d007 HTTP/1.1" status: 200 len: 1099 time: 0.0430932 Sep 15 02:48:51.884618 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-229d460d-e1ed-4f82-8e35-7014438294bb req-5d4b4dc9-1ed7-4f8b-a2a3-a8ef9a53d4e1 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=1d61cf01-d630-4a3c-9a44-94bd00c9c599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395846 Sep 15 02:48:52.018932 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda84833-73f1-41eb-8073-5961d47e3c52 req-d47cf623-856d-42ae-bcc6-1d4ac210c9f4 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:52.020419 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-eda84833-73f1-41eb-8073-5961d47e3c52 req-d47cf623-856d-42ae-bcc6-1d4ac210c9f4 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0620793-2692-4e64-86bf-c2f79502d007 HTTP/1.1" status: 200 len: 946 time: 0.0469763 Sep 15 02:48:52.057601 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-eda84833-73f1-41eb-8073-5961d47e3c52 req-826297de-6fc6-4be9-90f7-86c28f1c1873 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d61cf01-d630-4a3c-9a44-94bd00c9c599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305390 Sep 15 02:48:53.177796 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64adf9f8-1ec9-4735-9596-a50c75decef2 req-bc2db192-2a6b-4343-9ad9-545e2a7403e4 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:53.179614 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-64adf9f8-1ec9-4735-9596-a50c75decef2 req-bc2db192-2a6b-4343-9ad9-545e2a7403e4 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0620793-2692-4e64-86bf-c2f79502d007 HTTP/1.1" status: 200 len: 946 time: 0.0539031 Sep 15 02:48:53.221275 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-64adf9f8-1ec9-4735-9596-a50c75decef2 req-6a89effc-2b20-4235-a8ff-71e5891f8366 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d61cf01-d630-4a3c-9a44-94bd00c9c599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359459 Sep 15 02:48:53.365950 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adabdbae-badd-46d2-8292-5b2e0c6b186e req-795d771b-0a9b-4a6c-84a8-dba3de65859d tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:53.367654 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-adabdbae-badd-46d2-8292-5b2e0c6b186e req-795d771b-0a9b-4a6c-84a8-dba3de65859d tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4492b77-0aed-433d-b20c-dee4932e615d HTTP/1.1" status: 200 len: 984 time: 0.0566506 Sep 15 02:48:53.437127 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-adabdbae-badd-46d2-8292-5b2e0c6b186e req-357bc3c4-ac6f-4628-8d59-ef0958bc99fe tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] 10.222.0.13 "GET /v2.0/security-groups?id=debed088-5689-4b6b-8c05-267f5a46717d&id=2d03ce67-083c-4842-9dce-25b3d5453925&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0610225 Sep 15 02:48:53.440542 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e503e5-744f-4670-b18e-51e8bf673b7b req-73f4faf6-2105-468e-ab63-9fb6b1e41f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:53.446710 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-b7e503e5-744f-4670-b18e-51e8bf673b7b req-73f4faf6-2105-468e-ab63-9fb6b1e41f39 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=bda0ae2dd5054c26954555d099295c13&device_id=c4492b77-0aed-433d-b20c-dee4932e615d HTTP/1.1" status: 200 len: 1137 time: 0.0734749 Sep 15 02:48:53.537637 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e503e5-744f-4670-b18e-51e8bf673b7b req-1310bb8e-8682-4dc3-82a9-b455732180c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:53.539055 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-b7e503e5-744f-4670-b18e-51e8bf673b7b req-1310bb8e-8682-4dc3-82a9-b455732180c1 service neutron] 10.222.0.38 "GET /v2.0/networks?id=6f14ab56-666c-474c-92c4-21c80d4540e7 HTTP/1.1" status: 200 len: 915 time: 0.0862577 Sep 15 02:48:53.627307 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-b7e503e5-744f-4670-b18e-51e8bf673b7b req-5f2ea790-2b8f-4ecc-8440-4dcd738332a5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=487af8df-e2cb-4b77-b9f9-fdf4008ec916 HTTP/1.1" status: 200 len: 1000 time: 0.0664527 Sep 15 02:48:53.706439 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e503e5-744f-4670-b18e-51e8bf673b7b req-3e131db5-92a9-4f55-9b29-9195b215af5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:53.707937 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-b7e503e5-744f-4670-b18e-51e8bf673b7b req-3e131db5-92a9-4f55-9b29-9195b215af5e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b44a5e3d-1dc9-4c9b-904f-be29464cdbfd HTTP/1.1" status: 200 len: 853 time: 0.0496621 Sep 15 02:48:53.757160 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e503e5-744f-4670-b18e-51e8bf673b7b req-533a8d70-8963-4b10-ab52-6bc8dbf0b387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:53.758613 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-b7e503e5-744f-4670-b18e-51e8bf673b7b req-533a8d70-8963-4b10-ab52-6bc8dbf0b387 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6f14ab56-666c-474c-92c4-21c80d4540e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0397902 Sep 15 02:48:53.847848 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-b7e503e5-744f-4670-b18e-51e8bf673b7b req-40df452d-f3ae-443d-8e45-03cd61cfdbcb service neutron] 10.222.0.38 "GET /v2.0/networks/6f14ab56-666c-474c-92c4-21c80d4540e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794139 Sep 15 02:48:53.940834 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-b7e503e5-744f-4670-b18e-51e8bf673b7b req-5c60e40b-ff4c-412c-a1a6-43328e8b521d service neutron] 10.222.0.38 "GET /v2.0/networks/6f14ab56-666c-474c-92c4-21c80d4540e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844412 Sep 15 02:48:54.333452 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ace8a5-4f12-4954-be84-54accc7715b6 req-c5a17559-0ce0-48a8-a5c2-4589140149ed tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:54.335270 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-a7ace8a5-4f12-4954-be84-54accc7715b6 req-c5a17559-0ce0-48a8-a5c2-4589140149ed tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0620793-2692-4e64-86bf-c2f79502d007 HTTP/1.1" status: 200 len: 946 time: 0.0481884 Sep 15 02:48:54.373865 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-a7ace8a5-4f12-4954-be84-54accc7715b6 req-a0906131-2caa-4d05-8629-ae7f1f021762 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d61cf01-d630-4a3c-9a44-94bd00c9c599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322189 Sep 15 02:48:54.491703 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabd0d48-7f5e-47b0-8a44-6ae42b99bf00 req-fe30367a-606d-486c-a703-f970362b9f46 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:54.493299 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-dabd0d48-7f5e-47b0-8a44-6ae42b99bf00 req-fe30367a-606d-486c-a703-f970362b9f46 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0620793-2692-4e64-86bf-c2f79502d007 HTTP/1.1" status: 200 len: 946 time: 0.0534720 Sep 15 02:48:54.533451 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-dabd0d48-7f5e-47b0-8a44-6ae42b99bf00 req-2bf16b1d-0e45-48a9-b62e-b8e32284d29b tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d61cf01-d630-4a3c-9a44-94bd00c9c599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341227 Sep 15 02:48:54.560074 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 41250) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:48:54.562597 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e2fac2-da1b-4d79-900e-aaa6ee4d24eb req-5855aa4c-8a70-4140-b58a-47f58c2a0570 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:54.564100 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-09e2fac2-da1b-4d79-900e-aaa6ee4d24eb req-5855aa4c-8a70-4140-b58a-47f58c2a0570 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4492b77-0aed-433d-b20c-dee4932e615d HTTP/1.1" status: 200 len: 984 time: 0.0491295 Sep 15 02:48:54.606710 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-09e2fac2-da1b-4d79-900e-aaa6ee4d24eb req-11c3bf48-831f-440b-b8aa-b5b7fdad6164 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] 10.222.0.13 "GET /v2.0/security-groups?id=debed088-5689-4b6b-8c05-267f5a46717d&id=2d03ce67-083c-4842-9dce-25b3d5453925&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0356255 Sep 15 02:48:54.651325 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78641dff-30d1-466a-8bfd-e6f0b431a005 tempest-TestShelveInstance-1544465374 tempest-TestShelveInstance-1544465374-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:54.652833 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-78641dff-30d1-466a-8bfd-e6f0b431a005 tempest-TestShelveInstance-1544465374 tempest-TestShelveInstance-1544465374-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=a0620793-2692-4e64-86bf-c2f79502d007 HTTP/1.1" status: 200 len: 1094 time: 0.0917664 Sep 15 02:48:54.657505 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 41256) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:48:54.661713 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.v2.base [None req-c824beb1-2935-4274-860e-97801655bb22 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Request body: {'floatingip': {'floating_network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'port_id': '44a090e5-fa43-4356-84a2-bf3e42ae97ca', 'tenant_id': 'e2069618e1d743fb819278a57e7a8e6f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:48:54.737983 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-c824beb1-2935-4274-860e-97801655bb22 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Notify callbacks [] for floatingip, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:54.842454 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-c824beb1-2935-4274-860e-97801655bb22 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:54.945445 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.db.db_base_plugin_common [None req-c824beb1-2935-4274-860e-97801655bb22 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Allocated IP 172.28.3.44 (33518f62-a6b6-442c-a872-dfb5ddf2cbe1/7529c9c6-8ff3-40d4-8357-6b3b49e7afdc/74b1bed2-b267-42ee-9242-8358ea2eb40f) {{(pid=101046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:48:55.295836 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-c824beb1-2935-4274-860e-97801655bb22 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Notify callbacks [] for port, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:55.384188 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-c824beb1-2935-4274-860e-97801655bb22 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781587269048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25909702'] for port, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:55.425172 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c824beb1-2935-4274-860e-97801655bb22 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Network 33518f62-a6b6-442c-a872-dfb5ddf2cbe1 is already hosted by enough agents. {{(pid=101046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:48:55.430653 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.scheduler.base_scheduler [None req-c824beb1-2935-4274-860e-97801655bb22 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Resources bound (agent type, host, resource id): {{(pid=101046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:48:55.433400 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c824beb1-2935-4274-860e-97801655bb22 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Received port after_create {{(pid=101046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:48:55.441354 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c824beb1-2935-4274-860e-97801655bb22 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Pushing event updated for resources: {'Port': ['ID=74b1bed2-b267-42ee-9242-8358ea2eb40f,revision_number=1']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:55.775670 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6104ac06-c735-45e6-b9ab-fc72acbffa31 req-c3bfb35b-e641-4f0c-bd23-b1ab849813d6 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:55.777063 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-6104ac06-c735-45e6-b9ab-fc72acbffa31 req-c3bfb35b-e641-4f0c-bd23-b1ab849813d6 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4492b77-0aed-433d-b20c-dee4932e615d HTTP/1.1" status: 200 len: 984 time: 0.0968013 Sep 15 02:48:55.845039 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-c824beb1-2935-4274-860e-97801655bb22 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:55.870724 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-6104ac06-c735-45e6-b9ab-fc72acbffa31 req-d76dcbb1-0dd0-45a5-9856-6fd15c49a772 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] 10.222.0.13 "GET /v2.0/security-groups?id=debed088-5689-4b6b-8c05-267f5a46717d&id=2d03ce67-083c-4842-9dce-25b3d5453925&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0683944 Sep 15 02:48:55.974270 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-c824beb1-2935-4274-860e-97801655bb22 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:56.128214 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-c824beb1-2935-4274-860e-97801655bb22 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Notify callbacks [] for port, precommit_update {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:56.211996 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-c824beb1-2935-4274-860e-97801655bb22 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25909727'] for port, after_update {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:56.280062 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c824beb1-2935-4274-860e-97801655bb22 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Pushing event updated for resources: {'Port': ['ID=74b1bed2-b267-42ee-9242-8358ea2eb40f,revision_number=2']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:48:56.293192 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-c824beb1-2935-4274-860e-97801655bb22 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1028869'] for floatingip, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:56.392884 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.db.l3_db [None req-c824beb1-2935-4274-860e-97801655bb22 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Floating IP e07076ac-17e5-452b-93d8-e49077b46204 associated. External IP: 172.28.3.44, port: 44a090e5-fa43-4356-84a2-bf3e42ae97ca. Sep 15 02:48:56.597048 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c824beb1-2935-4274-860e-97801655bb22 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Router e64f9850-2080-4c4c-bdf3-ca89f9de2926 has already been hosted by L3 agent 22749488-15d0-44a3-a4aa-285786541688 {{(pid=101046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 02:48:56.704758 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c824beb1-2935-4274-860e-97801655bb22 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Notify agent at l3_agent.dv-cinder-759955-25-smb the message routers_updated {{(pid=101046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 02:48:56.715074 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd8cc61-b881-463e-ae5a-22fdce1af19d None None] Sync routers for ids ['e64f9850-2080-4c4c-bdf3-ca89f9de2926'] in dv-cinder-759955-25-smb {{(pid=101047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 02:48:56.724610 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd8cc61-b881-463e-ae5a-22fdce1af19d None None] Routers {'e64f9850-2080-4c4c-bdf3-ca89f9de2926'} bound to L3 agent in host dv-cinder-759955-25-smb {{(pid=101047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:48:56.728834 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_hamode_db [None req-8bd8cc61-b881-463e-ae5a-22fdce1af19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T02:36:18Z,description=,heartbeat_timestamp=2021-09-15T02:48:48Z,host='dv-cinder-759955-25-smb',id=22749488-15d0-44a3-a4aa-285786541688,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:36:19Z,topic='l3_agent')) {'router_ids': ['e64f9850-2080-4c4c-bdf3-ca89f9de2926'], 'active': True} {{(pid=101047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:48:56.812526 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-c824beb1-2935-4274-860e-97801655bb22 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89626'] for floatingip, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:48:56.829930 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_dvr_db [None req-8bd8cc61-b881-463e-ae5a-22fdce1af19d None None] Set router e64f9850-2080-4c4c-bdf3-ca89f9de2926 gateway port host: dv-cinder-759955-25-smb {{(pid=101047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:48:56.838825 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-c824beb1-2935-4274-860e-97801655bb22 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1803327 Sep 15 02:48:56.839447 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0620793-2692-4e64-86bf-c2f79502d007', 'tag': '44a090e5-fa43-4356-84a2-bf3e42ae97ca'}] {{(pid=101046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:48:56.841684 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09f236bde6c897f5223593461388a859426f0e46db55c614fbf86303128fc53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca6e5c13-9dd6-48ed-839b-5d58c0e0dee6" -d '{"events": [{"name": "network-changed", "server_uuid": "a0620793-2692-4e64-86bf-c2f79502d007", "tag": "44a090e5-fa43-4356-84a2-bf3e42ae97ca"}]}' {{(pid=101046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:48:56.877952 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 02:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-231ea718-902c-44d3-a439-768914e7b9fe x-openstack-request-id: req-231ea718-902c-44d3-a439-768914e7b9fe {{(pid=101046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:48:56.878245 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0620793-2692-4e64-86bf-c2f79502d007", "tag": "44a090e5-fa43-4356-84a2-bf3e42ae97ca", "status": "completed", "code": 200}]} {{(pid=101046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:48:56.878951 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-231ea718-902c-44d3-a439-768914e7b9fe {{(pid=101046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:48:56.879393 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0620793-2692-4e64-86bf-c2f79502d007', 'tag': '44a090e5-fa43-4356-84a2-bf3e42ae97ca', 'status': 'completed', 'code': 200} Sep 15 02:48:56.964583 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6e5c13-9dd6-48ed-839b-5d58c0e0dee6 req-92a8fd8f-010b-4911-b7a6-ca439e1b1f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:56.966073 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-ca6e5c13-9dd6-48ed-839b-5d58c0e0dee6 req-92a8fd8f-010b-4911-b7a6-ca439e1b1f25 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e2069618e1d743fb819278a57e7a8e6f&device_id=a0620793-2692-4e64-86bf-c2f79502d007 HTTP/1.1" status: 200 len: 1099 time: 0.0583799 Sep 15 02:48:57.057609 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7563f8a3-ea60-4288-b63b-dac4d52b9569 req-b56ee86e-da23-40fd-b1e4-b12c17a006c9 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:57.059213 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-7563f8a3-ea60-4288-b63b-dac4d52b9569 req-b56ee86e-da23-40fd-b1e4-b12c17a006c9 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4492b77-0aed-433d-b20c-dee4932e615d HTTP/1.1" status: 200 len: 984 time: 0.1102200 Sep 15 02:48:57.075508 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_hamode_db [None req-8bd8cc61-b881-463e-ae5a-22fdce1af19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64f9850-2080-4c4c-bdf3-ca89f9de2926', 'name': 'tempest-TestShelveInstance-1977677375-router', 'tenant_id': 'e2069618e1d743fb819278a57e7a8e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'external_fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.80'}], 'enable_snat': True}, 'gw_port_id': 'ce48348a-1b61-4c56-bf9e-51f122871519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:48:03Z', 'updated_at': '2021-09-15T02:48:08Z', 'revision_number': 4, 'project_id': 'e2069618e1d743fb819278a57e7a8e6f', 'gw_port': {'id': 'ce48348a-1b61-4c56-bf9e-51f122871519', 'name': '', 'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64f9850-2080-4c4c-bdf3-ca89f9de2926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:48:03Z', 'updated_at': '2021-09-15T02:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-smb', '_floatingips': [{'id': 'e07076ac-17e5-452b-93d8-e49077b46204', 'tenant_id': 'e2069618e1d743fb819278a57e7a8e6f', 'floating_ip_address': '172.28.3.44', 'floating_network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'router_id': 'e64f9850-2080-4c4c-bdf3-ca89f9de2926', 'port_id': '44a090e5-fa43-4356-84a2-bf3e42ae97ca', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '193dcded-1dc2-4a00-ae04-fe03560a70da', 'mac_address': 'fa:16:3e:c9:d6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0620793-2692-4e64-86bf-c2f79502d007', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T02:48:55Z', 'updated_at': '2021-09-15T02:48:55Z', 'revision_number': 0, 'project_id': 'e2069618e1d743fb819278a57e7a8e6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b6a5e33-1066-4b70-bb95-acd812d4d4dd', 'name': '', 'network_id': '193dcded-1dc2-4a00-ae04-fe03560a70da', 'tenant_id': 'e2069618e1d743fb819278a57e7a8e6f', 'mac_address': 'fa:16:3e:c4:71:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64f9850-2080-4c4c-bdf3-ca89f9de2926', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'cd4fc7d4-cfa1-4970-b768-c487501b6af1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:48:07Z', 'updated_at': '2021-09-15T02:48:12Z', 'revision_number': 5, 'project_id': 'e2069618e1d743fb819278a57e7a8e6f', 'subnets': [{'id': 'cd4fc7d4-cfa1-4970-b768-c487501b6af1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-25-smb', False) {} {{(pid=101047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:48:57.105935 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd8cc61-b881-463e-ae5a-22fdce1af19d None None] Checking router: e64f9850-2080-4c4c-bdf3-ca89f9de2926 for host: dv-cinder-759955-25-smb {{(pid=101047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 02:48:57.111888 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6e5c13-9dd6-48ed-839b-5d58c0e0dee6 req-8e010bcc-807d-4552-8e51-07cf276096f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:57.113350 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-ca6e5c13-9dd6-48ed-839b-5d58c0e0dee6 req-8e010bcc-807d-4552-8e51-07cf276096f0 service neutron] 10.222.0.38 "GET /v2.0/networks?id=193dcded-1dc2-4a00-ae04-fe03560a70da HTTP/1.1" status: 200 len: 910 time: 0.1334145 Sep 15 02:48:57.114250 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd8cc61-b881-463e-ae5a-22fdce1af19d None None] Routers {'e64f9850-2080-4c4c-bdf3-ca89f9de2926'} bound to L3 agent in host dv-cinder-759955-25-smb {{(pid=101047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:48:57.114865 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_hamode_db [None req-8bd8cc61-b881-463e-ae5a-22fdce1af19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T02:36:18Z,description=,heartbeat_timestamp=2021-09-15T02:48:48Z,host='dv-cinder-759955-25-smb',id=22749488-15d0-44a3-a4aa-285786541688,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:36:19Z,topic='l3_agent')) {'router_ids': ['e64f9850-2080-4c4c-bdf3-ca89f9de2926'], 'active': True} {{(pid=101047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:48:57.120596 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-7563f8a3-ea60-4288-b63b-dac4d52b9569 req-26d1df00-7ca4-4024-8612-821baad76110 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] 10.222.0.13 "GET /v2.0/security-groups?id=debed088-5689-4b6b-8c05-267f5a46717d&id=2d03ce67-083c-4842-9dce-25b3d5453925&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0522516 Sep 15 02:48:57.192591 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-ca6e5c13-9dd6-48ed-839b-5d58c0e0dee6 req-024905ac-7f6f-4f09-8636-a271f44bf568 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44a090e5-fa43-4356-84a2-bf3e42ae97ca HTTP/1.1" status: 200 len: 999 time: 0.0635009 Sep 15 02:48:57.230135 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_dvr_db [None req-8bd8cc61-b881-463e-ae5a-22fdce1af19d None None] Set router e64f9850-2080-4c4c-bdf3-ca89f9de2926 gateway port host: dv-cinder-759955-25-smb {{(pid=101047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:48:57.247926 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6e5c13-9dd6-48ed-839b-5d58c0e0dee6 req-358ffa14-01d8-419c-a1fc-9dff8eea4ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:57.249779 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-ca6e5c13-9dd6-48ed-839b-5d58c0e0dee6 req-358ffa14-01d8-419c-a1fc-9dff8eea4ca1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=cd4fc7d4-cfa1-4970-b768-c487501b6af1 HTTP/1.1" status: 200 len: 848 time: 0.0489426 Sep 15 02:48:57.297143 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6e5c13-9dd6-48ed-839b-5d58c0e0dee6 req-9eec69ad-f4bb-4c9e-ad34-0f72d3cb477a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:57.298671 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-ca6e5c13-9dd6-48ed-839b-5d58c0e0dee6 req-9eec69ad-f4bb-4c9e-ad34-0f72d3cb477a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=193dcded-1dc2-4a00-ae04-fe03560a70da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0394647 Sep 15 02:48:57.392773 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-ca6e5c13-9dd6-48ed-839b-5d58c0e0dee6 req-35a1606d-ce48-40c4-b978-68ae805c0343 service neutron] 10.222.0.38 "GET /v2.0/networks/193dcded-1dc2-4a00-ae04-fe03560a70da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865157 Sep 15 02:48:57.463391 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_hamode_db [None req-8bd8cc61-b881-463e-ae5a-22fdce1af19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64f9850-2080-4c4c-bdf3-ca89f9de2926', 'name': 'tempest-TestShelveInstance-1977677375-router', 'tenant_id': 'e2069618e1d743fb819278a57e7a8e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'external_fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.80'}], 'enable_snat': True}, 'gw_port_id': 'ce48348a-1b61-4c56-bf9e-51f122871519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:48:03Z', 'updated_at': '2021-09-15T02:48:08Z', 'revision_number': 4, 'project_id': 'e2069618e1d743fb819278a57e7a8e6f', 'gw_port': {'id': 'ce48348a-1b61-4c56-bf9e-51f122871519', 'name': '', 'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64f9850-2080-4c4c-bdf3-ca89f9de2926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:48:03Z', 'updated_at': '2021-09-15T02:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-smb', '_floatingips': [{'id': 'e07076ac-17e5-452b-93d8-e49077b46204', 'tenant_id': 'e2069618e1d743fb819278a57e7a8e6f', 'floating_ip_address': '172.28.3.44', 'floating_network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'router_id': 'e64f9850-2080-4c4c-bdf3-ca89f9de2926', 'port_id': '44a090e5-fa43-4356-84a2-bf3e42ae97ca', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '193dcded-1dc2-4a00-ae04-fe03560a70da', 'mac_address': 'fa:16:3e:c9:d6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0620793-2692-4e64-86bf-c2f79502d007', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T02:48:55Z', 'updated_at': '2021-09-15T02:48:55Z', 'revision_number': 0, 'project_id': 'e2069618e1d743fb819278a57e7a8e6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b6a5e33-1066-4b70-bb95-acd812d4d4dd', 'name': '', 'network_id': '193dcded-1dc2-4a00-ae04-fe03560a70da', 'tenant_id': 'e2069618e1d743fb819278a57e7a8e6f', 'mac_address': 'fa:16:3e:c4:71:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64f9850-2080-4c4c-bdf3-ca89f9de2926', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'cd4fc7d4-cfa1-4970-b768-c487501b6af1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:48:07Z', 'updated_at': '2021-09-15T02:48:12Z', 'revision_number': 5, 'project_id': 'e2069618e1d743fb819278a57e7a8e6f', 'subnets': [{'id': 'cd4fc7d4-cfa1-4970-b768-c487501b6af1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-25-smb', False) {} {{(pid=101047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:48:57.484837 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-ca6e5c13-9dd6-48ed-839b-5d58c0e0dee6 req-3f365ed1-fbad-4133-998c-28e6fd0fb2dc service neutron] 10.222.0.38 "GET /v2.0/networks/193dcded-1dc2-4a00-ae04-fe03560a70da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851836 Sep 15 02:48:57.489291 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd8cc61-b881-463e-ae5a-22fdce1af19d None None] The sync data for ids ['e64f9850-2080-4c4c-bdf3-ca89f9de2926'] in dv-cinder-759955-25-smb is: [{'id': 'e64f9850-2080-4c4c-bdf3-ca89f9de2926', 'name': 'tempest-TestShelveInstance-1977677375-router', 'tenant_id': 'e2069618e1d743fb819278a57e7a8e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'external_fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.80'}], 'enable_snat': True}, 'gw_port_id': 'ce48348a-1b61-4c56-bf9e-51f122871519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:48:03Z', 'updated_at': '2021-09-15T02:48:08Z', 'revision_number': 4, 'project_id': 'e2069618e1d743fb819278a57e7a8e6f', 'gw_port': {'id': 'ce48348a-1b61-4c56-bf9e-51f122871519', 'name': '', 'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64f9850-2080-4c4c-bdf3-ca89f9de2926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:48:03Z', 'updated_at': '2021-09-15T02:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-smb', '_floatingips': [{'id': 'e07076ac-17e5-452b-93d8-e49077b46204', 'tenant_id': 'e2069618e1d743fb819278a57e7a8e6f', 'floating_ip_address': '172.28.3.44', 'floating_network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'router_id': 'e64f9850-2080-4c4c-bdf3-ca89f9de2926', 'port_id': '44a090e5-fa43-4356-84a2-bf3e42ae97ca', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '193dcded-1dc2-4a00-ae04-fe03560a70da', 'mac_address': 'fa:16:3e:c9:d6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0620793-2692-4e64-86bf-c2f79502d007', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T02:48:55Z', 'updated_at': '2021-09-15T02:48:55Z', 'revision_number': 0, 'project_id': 'e2069618e1d743fb819278a57e7a8e6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b6a5e33-1066-4b70-bb95-acd812d4d4dd', 'name': '', 'network_id': '193dcded-1dc2-4a00-ae04-fe03560a70da', 'tenant_id': 'e2069618e1d743fb819278a57e7a8e6f', 'mac_address': 'fa:16:3e:c4:71:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64f9850-2080-4c4c-bdf3-ca89f9de2926', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'cd4fc7d4-cfa1-4970-b768-c487501b6af1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:48:07Z', 'updated_at': '2021-09-15T02:48:12Z', 'revision_number': 5, 'project_id': 'e2069618e1d743fb819278a57e7a8e6f', 'subnets': [{'id': 'cd4fc7d4-cfa1-4970-b768-c487501b6af1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 02:48:57.674908 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8bd0d95-4802-41e7-83bb-29b89c929816 None None] New status for floating IP e07076ac-17e5-452b-93d8-e49077b46204: ACTIVE {{(pid=101048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 02:48:58.237393 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1524332b-2959-47ba-8a90-ae68b0916719 req-02fbd628-08a1-48d4-8caa-1295d1488490 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:58.238874 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-1524332b-2959-47ba-8a90-ae68b0916719 req-02fbd628-08a1-48d4-8caa-1295d1488490 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4492b77-0aed-433d-b20c-dee4932e615d HTTP/1.1" status: 200 len: 984 time: 0.0493774 Sep 15 02:48:58.281497 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-1524332b-2959-47ba-8a90-ae68b0916719 req-b345c58d-5784-4dd4-a6f1-fdab505d6958 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] 10.222.0.13 "GET /v2.0/security-groups?id=debed088-5689-4b6b-8c05-267f5a46717d&id=2d03ce67-083c-4842-9dce-25b3d5453925&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0346944 Sep 15 02:48:59.415907 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a8b98b-a979-4135-a4b8-adb538b0914b req-60ab0d36-e038-4dda-9acb-cb9bac8b3555 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:48:59.415907 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-52a8b98b-a979-4135-a4b8-adb538b0914b req-60ab0d36-e038-4dda-9acb-cb9bac8b3555 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4492b77-0aed-433d-b20c-dee4932e615d HTTP/1.1" status: 200 len: 984 time: 0.0549374 Sep 15 02:48:59.451350 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-52a8b98b-a979-4135-a4b8-adb538b0914b req-6476eb3b-f4db-418a-be6a-fde7e6760343 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] 10.222.0.13 "GET /v2.0/security-groups?id=debed088-5689-4b6b-8c05-267f5a46717d&id=2d03ce67-083c-4842-9dce-25b3d5453925&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0375443 Sep 15 02:49:00.582495 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8138cc-c35a-4018-a8e0-1467ad0e3034 req-8a5ec3a4-8b4e-4063-9edd-3eeba1420889 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:49:00.583996 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-1c8138cc-c35a-4018-a8e0-1467ad0e3034 req-8a5ec3a4-8b4e-4063-9edd-3eeba1420889 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4492b77-0aed-433d-b20c-dee4932e615d HTTP/1.1" status: 200 len: 984 time: 0.0536630 Sep 15 02:49:00.625161 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-1c8138cc-c35a-4018-a8e0-1467ad0e3034 req-c796daf9-2315-4faa-84d8-bbfe821c4416 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] 10.222.0.13 "GET /v2.0/security-groups?id=debed088-5689-4b6b-8c05-267f5a46717d&id=2d03ce67-083c-4842-9dce-25b3d5453925&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0349302 Sep 15 02:49:01.740211 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e921da-d77c-4788-88e1-17ae89879c16 req-89f860d3-4009-4605-be63-c05fb0b490f0 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:49:01.741716 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-20e921da-d77c-4788-88e1-17ae89879c16 req-89f860d3-4009-4605-be63-c05fb0b490f0 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4492b77-0aed-433d-b20c-dee4932e615d HTTP/1.1" status: 200 len: 984 time: 0.0479970 Sep 15 02:49:01.782345 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-20e921da-d77c-4788-88e1-17ae89879c16 req-f425cce6-f04b-4f5d-94c2-c6d223c2da6c tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] 10.222.0.13 "GET /v2.0/security-groups?id=debed088-5689-4b6b-8c05-267f5a46717d&id=2d03ce67-083c-4842-9dce-25b3d5453925&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341496 Sep 15 02:49:02.897214 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71fb36c-9fce-4ccd-aec0-27fe4a113de4 req-e431e0fe-1644-4cb9-a273-c630d65fe3e2 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:49:02.898670 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-b71fb36c-9fce-4ccd-aec0-27fe4a113de4 req-e431e0fe-1644-4cb9-a273-c630d65fe3e2 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4492b77-0aed-433d-b20c-dee4932e615d HTTP/1.1" status: 200 len: 984 time: 0.0488725 Sep 15 02:49:02.938444 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-b71fb36c-9fce-4ccd-aec0-27fe4a113de4 req-6a0f9d45-d6fc-4e5f-ba5c-614268621e86 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] 10.222.0.13 "GET /v2.0/security-groups?id=debed088-5689-4b6b-8c05-267f5a46717d&id=2d03ce67-083c-4842-9dce-25b3d5453925&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336812 Sep 15 02:49:03.388391 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 41368) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:49:03.431799 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff980620-9cd9-4eac-9702-8e7cd2d48ee8 admin admin] Deleting subnet c7dca805-2447-4e3d-bb9c-d18872dcba70 {{(pid=101046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 02:49:03.434910 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-ff980620-9cd9-4eac-9702-8e7cd2d48ee8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:03.468745 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-ff980620-9cd9-4eac-9702-8e7cd2d48ee8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25912473'] for subnet, precommit_delete_associations {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:03.508966 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-ff980620-9cd9-4eac-9702-8e7cd2d48ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1580888'] for subnet, precommit_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:03.635537 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-ff980620-9cd9-4eac-9702-8e7cd2d48ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1580879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25909737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27079613'] for subnet, after_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:03.660831 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff980620-9cd9-4eac-9702-8e7cd2d48ee8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7dca805-2447-4e3d-bb9c-d18872dcba70,revision_number=None']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:49:03.664679 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-ff980620-9cd9-4eac-9702-8e7cd2d48ee8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:03.669834 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-ff980620-9cd9-4eac-9702-8e7cd2d48ee8 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c7dca805-2447-4e3d-bb9c-d18872dcba70 HTTP/1.1" status: 204 len: 168 time: 0.2804418 Sep 15 02:49:03.670423 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 41372) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:49:03.735702 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-fa49d5f4-d459-4595-93aa-2c5428ff0efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615785'] for network, before_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:03.813934 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-fa49d5f4-d459-4595-93aa-2c5428ff0efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579487', 'neutron.services.segments.db._delete_segments_for_network-8781587797149'] for network, precommit_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:03.833424 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.services.segments.db [None req-fa49d5f4-d459-4595-93aa-2c5428ff0efc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ce6648d-b1f3-413e-9b94-d36df2cb1808']}} {{(pid=101046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:49:03.842919 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.services.segments.db [None req-fa49d5f4-d459-4595-93aa-2c5428ff0efc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a162e7d6-fad6-4187-9a1d-b6c37a7ba7cb') {'for_net_delete': True} {{(pid=101046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:49:03.843244 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.services.segments.db [None req-fa49d5f4-d459-4595-93aa-2c5428ff0efc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a162e7d6-fad6-4187-9a1d-b6c37a7ba7cb') {} {{(pid=101046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:49:03.852158 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-fa49d5f4-d459-4595-93aa-2c5428ff0efc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781587795110', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25912466'] for segment, before_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:03.865160 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-fa49d5f4-d459-4595-93aa-2c5428ff0efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1581261'] for segment, precommit_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:03.871116 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa49d5f4-d459-4595-93aa-2c5428ff0efc admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=101046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 02:49:03.871494 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-fa49d5f4-d459-4595-93aa-2c5428ff0efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1581261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25909815'] for segment, after_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:03.873110 dv-cinder-759955-25-smb neutron-server[101046]: Traceback (most recent call last): Sep 15 02:49:03.873110 dv-cinder-759955-25-smb neutron-server[101046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 02:49:03.873110 dv-cinder-759955-25-smb neutron-server[101046]: timer() Sep 15 02:49:03.873110 dv-cinder-759955-25-smb neutron-server[101046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 02:49:03.873110 dv-cinder-759955-25-smb neutron-server[101046]: cb(*args, **kw) Sep 15 02:49:03.873110 dv-cinder-759955-25-smb neutron-server[101046]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 02:49:03.873110 dv-cinder-759955-25-smb neutron-server[101046]: return func(*args, **kwargs) Sep 15 02:49:03.873110 dv-cinder-759955-25-smb neutron-server[101046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 02:49:03.873110 dv-cinder-759955-25-smb neutron-server[101046]: self._notify() Sep 15 02:49:03.873110 dv-cinder-759955-25-smb neutron-server[101046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 02:49:03.873110 dv-cinder-759955-25-smb neutron-server[101046]: self.callback(batched_events) Sep 15 02:49:03.873110 dv-cinder-759955-25-smb neutron-server[101046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 02:49:03.873110 dv-cinder-759955-25-smb neutron-server[101046]: event.method(event) Sep 15 02:49:03.873110 dv-cinder-759955-25-smb neutron-server[101046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 02:49:03.873110 dv-cinder-759955-25-smb neutron-server[101046]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 02:49:03.873110 dv-cinder-759955-25-smb neutron-server[101046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 02:49:03.873110 dv-cinder-759955-25-smb neutron-server[101046]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 02:49:03.873110 dv-cinder-759955-25-smb neutron-server[101046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 02:49:03.873110 dv-cinder-759955-25-smb neutron-server[101046]: return f(self, *a, **k) Sep 15 02:49:03.873110 dv-cinder-759955-25-smb neutron-server[101046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 02:49:03.873110 dv-cinder-759955-25-smb neutron-server[101046]: return self._get(url).json() Sep 15 02:49:03.873110 dv-cinder-759955-25-smb neutron-server[101046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 02:49:03.873110 dv-cinder-759955-25-smb neutron-server[101046]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 02:49:03.873110 dv-cinder-759955-25-smb neutron-server[101046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 02:49:03.873110 dv-cinder-759955-25-smb neutron-server[101046]: return self.request(url, 'GET', **kwargs) Sep 15 02:49:03.873110 dv-cinder-759955-25-smb neutron-server[101046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 02:49:03.873110 dv-cinder-759955-25-smb neutron-server[101046]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 02:49:03.873110 dv-cinder-759955-25-smb neutron-server[101046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 02:49:03.873110 dv-cinder-759955-25-smb neutron-server[101046]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 02:49:03.873110 dv-cinder-759955-25-smb neutron-server[101046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 02:49:03.873110 dv-cinder-759955-25-smb neutron-server[101046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 02:49:03.873110 dv-cinder-759955-25-smb neutron-server[101046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 02:49:04.001239 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-fa49d5f4-d459-4595-93aa-2c5428ff0efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1028887'] for network, after_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:04.007103 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-fa49d5f4-d459-4595-93aa-2c5428ff0efc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577872'] for network, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:04.009452 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-fa49d5f4-d459-4595-93aa-2c5428ff0efc admin admin] 10.222.0.13 "DELETE /v2.0/networks/8ce6648d-b1f3-413e-9b94-d36df2cb1808 HTTP/1.1" status: 204 len: 168 time: 0.3376045 Sep 15 02:49:04.030523 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa49d5f4-d459-4595-93aa-2c5428ff0efc admin admin] Pushing event deleted for resources: {'Network': ['ID=8ce6648d-b1f3-413e-9b94-d36df2cb1808,revision_number=None']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:49:04.067349 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9c2cdd-e434-4ea0-8759-ed21db96a1a5 req-09b23baa-9b0b-4022-b150-809a57a84f7e tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:49:04.068849 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-1e9c2cdd-e434-4ea0-8759-ed21db96a1a5 req-09b23baa-9b0b-4022-b150-809a57a84f7e tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4492b77-0aed-433d-b20c-dee4932e615d HTTP/1.1" status: 200 len: 984 time: 0.0572820 Sep 15 02:49:04.108060 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-1e9c2cdd-e434-4ea0-8759-ed21db96a1a5 req-3ff60dca-5456-475a-aa31-c686f48e4d4d tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] 10.222.0.13 "GET /v2.0/security-groups?id=debed088-5689-4b6b-8c05-267f5a46717d&id=2d03ce67-083c-4842-9dce-25b3d5453925&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0325689 Sep 15 02:49:04.335360 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 41380) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:49:04.373672 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-417c2757-8d42-43b8-96e4-f40916a3f02b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8c19dfe46e344d2eab446b30ec2c8f0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0371904 Sep 15 02:49:04.375965 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 41382) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:49:04.421707 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-75f2cf5a-ad48-43f8-912d-205bedb06e48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:04.442245 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-75f2cf5a-ad48-43f8-912d-205bedb06e48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:04.548857 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-75f2cf5a-ad48-43f8-912d-205bedb06e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:04.551306 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-75f2cf5a-ad48-43f8-912d-205bedb06e48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:04.552445 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-75f2cf5a-ad48-43f8-912d-205bedb06e48 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/16cdc185-3249-4453-b1ac-1418ab026e1c HTTP/1.1" status: 204 len: 168 time: 0.1755788 Sep 15 02:49:04.560605 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f2cf5a-ad48-43f8-912d-205bedb06e48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16cdc185-3249-4453-b1ac-1418ab026e1c,revision_number=None']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:49:05.226342 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b0b7b7-dc85-420c-b61e-07eb45761118 req-4255aa46-a7cb-42f4-81aa-b6423bbec20f tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:49:05.228515 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-f0b0b7b7-dc85-420c-b61e-07eb45761118 req-4255aa46-a7cb-42f4-81aa-b6423bbec20f tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4492b77-0aed-433d-b20c-dee4932e615d HTTP/1.1" status: 200 len: 984 time: 0.0514190 Sep 15 02:49:05.271547 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-f0b0b7b7-dc85-420c-b61e-07eb45761118 req-34890bef-f172-4564-98d8-f0e297713f59 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] 10.222.0.13 "GET /v2.0/security-groups?id=debed088-5689-4b6b-8c05-267f5a46717d&id=2d03ce67-083c-4842-9dce-25b3d5453925&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0367889 Sep 15 02:49:05.423374 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:15.457728 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-4fc9e564-9cfc-4ad2-b6f5-d9f0038d601d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:18.137895 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-826ea32b-bfe4-4c16-af6e-c147a61b545b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:18.457451 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:19.366348 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-26fc78ca-8f14-4c98-81c4-2d6c26116e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:20.890916 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbc55af-b551-4e96-8941-9c50931bacc3 req-14968de1-6033-44c6-bdd0-ba29a90ad7a1 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:49:20.892446 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-afbc55af-b551-4e96-8941-9c50931bacc3 req-14968de1-6033-44c6-bdd0-ba29a90ad7a1 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b51c9e-105a-4410-b3d4-28452f4f058f HTTP/1.1" status: 200 len: 945 time: 0.0569475 Sep 15 02:49:20.931998 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-afbc55af-b551-4e96-8941-9c50931bacc3 req-712ff4d9-11ea-4620-80bf-16c0a17a4f45 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad459af9-5975-483b-9f53-88cb63fe7ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328872 Sep 15 02:49:21.280189 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-4787a0ec-4617-4d18-8d79-4c4aa2145a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:21.684088 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.agents_db [None req-aaa0e2cc-b65a-40bb-b615-34ad7f0cff4d None None] Agent healthcheck: found 6 active agents {{(pid=101048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:49:22.048047 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aa386f-cf1c-4dbb-993a-9080552a7678 req-537a24a4-d2e7-456c-85ab-7e3a4541487f tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:49:22.049490 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-25aa386f-cf1c-4dbb-993a-9080552a7678 req-537a24a4-d2e7-456c-85ab-7e3a4541487f tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b51c9e-105a-4410-b3d4-28452f4f058f HTTP/1.1" status: 200 len: 945 time: 0.0469322 Sep 15 02:49:22.085771 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-25aa386f-cf1c-4dbb-993a-9080552a7678 req-be3e1488-b33c-484f-a0fc-563990075339 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad459af9-5975-483b-9f53-88cb63fe7ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304914 Sep 15 02:49:23.202888 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c93564-1781-427c-8f60-62b2c6612cc7 req-233286a1-abf6-40f2-a7e0-2b32979fb397 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:49:23.204262 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-58c93564-1781-427c-8f60-62b2c6612cc7 req-233286a1-abf6-40f2-a7e0-2b32979fb397 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b51c9e-105a-4410-b3d4-28452f4f058f HTTP/1.1" status: 200 len: 945 time: 0.0473092 Sep 15 02:49:23.240037 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-58c93564-1781-427c-8f60-62b2c6612cc7 req-203a156f-35e6-4516-a8e4-eefc75c35569 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad459af9-5975-483b-9f53-88cb63fe7ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299819 Sep 15 02:49:24.365835 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cc8374-1743-40e5-a944-f35b4b22c8d0 req-46cb19f2-f973-4866-a3f0-77e852869ab2 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:49:24.367248 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-84cc8374-1743-40e5-a944-f35b4b22c8d0 req-46cb19f2-f973-4866-a3f0-77e852869ab2 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b51c9e-105a-4410-b3d4-28452f4f058f HTTP/1.1" status: 200 len: 945 time: 0.0553362 Sep 15 02:49:24.405362 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-84cc8374-1743-40e5-a944-f35b4b22c8d0 req-08013c31-e01e-4998-989f-5651a1c9823c tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad459af9-5975-483b-9f53-88cb63fe7ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313287 Sep 15 02:49:25.521462 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a330cba-4c93-4b57-a382-82319ce21025 req-da7f2839-ad16-490a-9394-7c7c325696b0 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:49:25.522985 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-1a330cba-4c93-4b57-a382-82319ce21025 req-da7f2839-ad16-490a-9394-7c7c325696b0 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b51c9e-105a-4410-b3d4-28452f4f058f HTTP/1.1" status: 200 len: 945 time: 0.0487368 Sep 15 02:49:25.559769 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-1a330cba-4c93-4b57-a382-82319ce21025 req-56618d54-4afe-4d2e-8efa-cb6e3330173d tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad459af9-5975-483b-9f53-88cb63fe7ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309920 Sep 15 02:49:26.679025 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0799a6b6-14a0-4abd-a327-5a521977a1bc req-e3161c01-ab17-4db6-99d3-7adeebc9b987 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:49:26.683702 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-0799a6b6-14a0-4abd-a327-5a521977a1bc req-e3161c01-ab17-4db6-99d3-7adeebc9b987 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b51c9e-105a-4410-b3d4-28452f4f058f HTTP/1.1" status: 200 len: 945 time: 0.0484869 Sep 15 02:49:26.717379 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-0799a6b6-14a0-4abd-a327-5a521977a1bc req-f9972f98-906f-4a3f-b974-d9ef7c49dd4e tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad459af9-5975-483b-9f53-88cb63fe7ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309906 Sep 15 02:49:27.833137 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9feec0d-197e-47fd-beb1-edd0ec7a6c68 req-6fe750cb-74d1-4fff-83d2-3c4e79462581 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:49:27.834592 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-a9feec0d-197e-47fd-beb1-edd0ec7a6c68 req-6fe750cb-74d1-4fff-83d2-3c4e79462581 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b51c9e-105a-4410-b3d4-28452f4f058f HTTP/1.1" status: 200 len: 945 time: 0.0466607 Sep 15 02:49:27.874622 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-a9feec0d-197e-47fd-beb1-edd0ec7a6c68 req-ec4cd284-3b22-4b3c-8c9d-af13692e9e04 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad459af9-5975-483b-9f53-88cb63fe7ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315385 Sep 15 02:49:29.003678 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56c42a7-70a0-48c2-8eb9-67499170d1a1 req-25e125f9-c34d-4544-8034-5374500454a0 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:49:29.005179 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-b56c42a7-70a0-48c2-8eb9-67499170d1a1 req-25e125f9-c34d-4544-8034-5374500454a0 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b51c9e-105a-4410-b3d4-28452f4f058f HTTP/1.1" status: 200 len: 945 time: 0.0520027 Sep 15 02:49:29.042803 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-b56c42a7-70a0-48c2-8eb9-67499170d1a1 req-90a32078-171f-4458-80a8-340b5ef6a930 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad459af9-5975-483b-9f53-88cb63fe7ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313506 Sep 15 02:49:30.360126 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d4b9bc-9963-4d0d-af96-1c923860ddd7 req-5f2ea338-6f95-4363-b18d-694662a39ad6 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:49:30.361523 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-28d4b9bc-9963-4d0d-af96-1c923860ddd7 req-5f2ea338-6f95-4363-b18d-694662a39ad6 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b51c9e-105a-4410-b3d4-28452f4f058f HTTP/1.1" status: 200 len: 945 time: 0.2448716 Sep 15 02:49:30.399597 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-28d4b9bc-9963-4d0d-af96-1c923860ddd7 req-4c137504-642b-4436-8df1-3d867de6fa9b tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad459af9-5975-483b-9f53-88cb63fe7ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318508 Sep 15 02:49:31.577292 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c70d95-d078-4457-ba06-5911d0725d39 req-36965133-51af-4f31-a8e2-bd41bb1456d4 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:49:31.578772 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-57c70d95-d078-4457-ba06-5911d0725d39 req-36965133-51af-4f31-a8e2-bd41bb1456d4 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b51c9e-105a-4410-b3d4-28452f4f058f HTTP/1.1" status: 200 len: 945 time: 0.1031158 Sep 15 02:49:31.616084 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-57c70d95-d078-4457-ba06-5911d0725d39 req-9c2c0a5a-09d8-4541-841d-2b50e7022fd6 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad459af9-5975-483b-9f53-88cb63fe7ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313990 Sep 15 02:49:32.736895 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2922f8eb-e446-4ecd-b519-c51b0156dfa5 req-c794ee96-1843-4e29-b6c8-fc249949630f tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:49:32.738407 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-2922f8eb-e446-4ecd-b519-c51b0156dfa5 req-c794ee96-1843-4e29-b6c8-fc249949630f tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b51c9e-105a-4410-b3d4-28452f4f058f HTTP/1.1" status: 200 len: 945 time: 0.0494347 Sep 15 02:49:32.776214 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-2922f8eb-e446-4ecd-b519-c51b0156dfa5 req-f4d57f5e-e344-4005-b172-688a2d51eb81 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad459af9-5975-483b-9f53-88cb63fe7ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317771 Sep 15 02:49:33.327052 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Device 345807e0-1f6a-430a-acb2-8550267dc561 details requested by agent hyperv_hv-cinder-75995 with host hv-cinder-75995 {{(pid=101047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 02:49:33.425930 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] For port 345807e0-1f6a-430a-acb2-8550267dc561, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=345807e0-1f6a-430a-acb2-8550267dc561,segment=NetworkSegment(05f52a86-8cc0-4a65-9024-5aaf0393990e),segment_id=05f52a86-8cc0-4a65-9024-5aaf0393990e)] {{(pid=101047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:49:33.438410 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Returning: {'device': '345807e0-1f6a-430a-acb2-8550267dc561', 'network_id': '559d7eea-ef89-4b33-b717-afb1545433a5', 'port_id': '345807e0-1f6a-430a-acb2-8550267dc561', 'mac_address': 'fa:16:3e:cb:c2:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16cede8a-7007-4219-aa2d-1189c5c08411', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 02:49:33.481403 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:33.494500 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.notifiers.nova [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 345807e0-1f6a-430a-acb2-8550267dc561 {{(pid=101047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 02:49:33.516242 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] For port 345807e0-1f6a-430a-acb2-8550267dc561, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=345807e0-1f6a-430a-acb2-8550267dc561,segment=NetworkSegment(05f52a86-8cc0-4a65-9024-5aaf0393990e),segment_id=05f52a86-8cc0-4a65-9024-5aaf0393990e)] {{(pid=101047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:49:33.583687 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:33.640450 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Pushing event updated for resources: {'Port': ['ID=345807e0-1f6a-430a-acb2-8550267dc561,revision_number=6']} {{(pid=101047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:49:33.646167 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:49:33.646567 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:49:33.646859 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:49:33.647220 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:49:33.647587 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:49:33.647918 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:49:33.648243 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:49:33.648569 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:49:33.648902 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:49:33.649242 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:49:33.649539 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:49:33.649855 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:49:33.689984 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] get_ports_and_sgs() called for port_ids ['345807e0-1f6a-430a-acb2-8550267dc561'] {{(pid=101047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 02:49:33.905712 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d38cfb-44c1-45cf-accc-ec4d4df3448b req-60972a6c-2492-4482-a639-36decafbe839 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:49:33.905712 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-76d38cfb-44c1-45cf-accc-ec4d4df3448b req-60972a6c-2492-4482-a639-36decafbe839 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b51c9e-105a-4410-b3d4-28452f4f058f HTTP/1.1" status: 200 len: 944 time: 0.0541213 Sep 15 02:49:33.944361 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-76d38cfb-44c1-45cf-accc-ec4d4df3448b req-17ec9585-3a75-401f-8f63-4a20c455b9b1 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad459af9-5975-483b-9f53-88cb63fe7ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322626 Sep 15 02:49:35.121379 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e5d176-7211-498d-b095-536d3efdd3f2 req-290fca30-53b8-437e-9f32-b1e5dc95d6eb tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:49:35.133116 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-b5e5d176-7211-498d-b095-536d3efdd3f2 req-290fca30-53b8-437e-9f32-b1e5dc95d6eb tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b51c9e-105a-4410-b3d4-28452f4f058f HTTP/1.1" status: 200 len: 944 time: 0.0671110 Sep 15 02:49:35.171387 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-b5e5d176-7211-498d-b095-536d3efdd3f2 req-fc327d75-fe86-4099-a001-98443536a2c3 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad459af9-5975-483b-9f53-88cb63fe7ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398238 Sep 15 02:49:35.327461 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Device 345807e0-1f6a-430a-acb2-8550267dc561 up at agent hyperv_hv-cinder-75995 {{(pid=101047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:49:35.397042 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Provisioning complete for port 345807e0-1f6a-430a-acb2-8550267dc561 triggered by entity L2. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:49:35.398119 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1575204'] for port, provisioning_complete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:35.452906 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:35.509073 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:35.540377 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42b51c9e-105a-4410-b3d4-28452f4f058f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '345807e0-1f6a-430a-acb2-8550267dc561'}] {{(pid=101047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:49:35.542647 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c8380946bd2a122839d37a92bf46cf7528befbf14a007f21b6f8387627c5c86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efb3eb68-a9e4-44a3-8bab-8c961e501f74" -d '{"events": [{"server_uuid": "42b51c9e-105a-4410-b3d4-28452f4f058f", "name": "network-vif-plugged", "status": "completed", "tag": "345807e0-1f6a-430a-acb2-8550267dc561"}]}' {{(pid=101047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:49:35.570321 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] For port 345807e0-1f6a-430a-acb2-8550267dc561, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=345807e0-1f6a-430a-acb2-8550267dc561,segment=NetworkSegment(05f52a86-8cc0-4a65-9024-5aaf0393990e),segment_id=05f52a86-8cc0-4a65-9024-5aaf0393990e)] {{(pid=101047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:49:35.604566 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 02:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89c1814a-1da5-4b82-8b4c-a17761d39c06 x-openstack-request-id: req-89c1814a-1da5-4b82-8b4c-a17761d39c06 {{(pid=101047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:49:35.605470 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42b51c9e-105a-4410-b3d4-28452f4f058f", "name": "network-vif-plugged", "status": "completed", "tag": "345807e0-1f6a-430a-acb2-8550267dc561", "code": 200}]} {{(pid=101047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:49:35.605838 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-89c1814a-1da5-4b82-8b4c-a17761d39c06 {{(pid=101047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:49:35.606523 dv-cinder-759955-25-smb neutron-server[101047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42b51c9e-105a-4410-b3d4-28452f4f058f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '345807e0-1f6a-430a-acb2-8550267dc561', 'code': 200} Sep 15 02:49:35.634709 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:35.695293 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Pushing event updated for resources: {'Port': ['ID=345807e0-1f6a-430a-acb2-8550267dc561,revision_number=7']} {{(pid=101047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:49:36.311901 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b98f99-ac8a-4165-9a60-079553bcef69 req-5ccf92bd-e81b-458f-bd69-780604b91cb4 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:49:36.320906 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-07b98f99-ac8a-4165-9a60-079553bcef69 req-5ccf92bd-e81b-458f-bd69-780604b91cb4 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b51c9e-105a-4410-b3d4-28452f4f058f HTTP/1.1" status: 200 len: 945 time: 0.0611181 Sep 15 02:49:36.371303 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-07b98f99-ac8a-4165-9a60-079553bcef69 req-574ba10c-e6ae-4a83-bd64-a4c7d6200a94 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad459af9-5975-483b-9f53-88cb63fe7ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425076 Sep 15 02:49:37.486947 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659c8ad5-e13a-47d2-9796-feeb99f164be req-61c264df-192e-457d-945a-eb5ac5a8a3e3 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:49:37.488566 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-659c8ad5-e13a-47d2-9796-feeb99f164be req-61c264df-192e-457d-945a-eb5ac5a8a3e3 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b51c9e-105a-4410-b3d4-28452f4f058f HTTP/1.1" status: 200 len: 945 time: 0.0517576 Sep 15 02:49:37.536719 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-659c8ad5-e13a-47d2-9796-feeb99f164be req-3bd4dee2-312f-4220-ae0b-aec7b006a99f tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad459af9-5975-483b-9f53-88cb63fe7ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401740 Sep 15 02:49:38.059642 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-c4777d08-402a-4b4a-9bb6-eb5b4f97efbb req-04ab1155-3e57-4415-82ed-30ac429008ef service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c4492b77-0aed-433d-b20c-dee4932e615d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0677071 Sep 15 02:49:38.170064 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4777d08-402a-4b4a-9bb6-eb5b4f97efbb req-920e4c19-92c9-448d-b4c6-99c8786b6b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:49:38.177741 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-c4777d08-402a-4b4a-9bb6-eb5b4f97efbb req-920e4c19-92c9-448d-b4c6-99c8786b6b9c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=bda0ae2dd5054c26954555d099295c13&device_id=c4492b77-0aed-433d-b20c-dee4932e615d HTTP/1.1" status: 200 len: 1137 time: 0.0583055 Sep 15 02:49:38.303982 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4777d08-402a-4b4a-9bb6-eb5b4f97efbb req-bcd26e08-7902-4459-9ccf-ef0f2fde9a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:49:38.306235 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-c4777d08-402a-4b4a-9bb6-eb5b4f97efbb req-bcd26e08-7902-4459-9ccf-ef0f2fde9a32 service neutron] 10.222.0.38 "GET /v2.0/networks?id=6f14ab56-666c-474c-92c4-21c80d4540e7 HTTP/1.1" status: 200 len: 915 time: 0.1058173 Sep 15 02:49:38.391136 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-c4777d08-402a-4b4a-9bb6-eb5b4f97efbb req-688baa25-2785-4ee7-bb8e-43e236145ab1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=487af8df-e2cb-4b77-b9f9-fdf4008ec916 HTTP/1.1" status: 200 len: 1000 time: 0.0724812 Sep 15 02:49:38.445159 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4777d08-402a-4b4a-9bb6-eb5b4f97efbb req-87eb5cb9-6896-44d2-bf99-276f2ecff3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:49:38.446730 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-c4777d08-402a-4b4a-9bb6-eb5b4f97efbb req-87eb5cb9-6896-44d2-bf99-276f2ecff3a7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b44a5e3d-1dc9-4c9b-904f-be29464cdbfd HTTP/1.1" status: 200 len: 853 time: 0.0473351 Sep 15 02:49:38.501375 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4777d08-402a-4b4a-9bb6-eb5b4f97efbb req-188728c3-a6d4-4ecc-b058-743b4f79083f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:49:38.504205 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-c4777d08-402a-4b4a-9bb6-eb5b4f97efbb req-188728c3-a6d4-4ecc-b058-743b4f79083f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6f14ab56-666c-474c-92c4-21c80d4540e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0485134 Sep 15 02:49:38.606737 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-c4777d08-402a-4b4a-9bb6-eb5b4f97efbb req-2a59dc76-7e03-49f8-a02a-aeb8f3e27df0 service neutron] 10.222.0.38 "GET /v2.0/networks/6f14ab56-666c-474c-92c4-21c80d4540e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945051 Sep 15 02:49:38.720640 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-c4777d08-402a-4b4a-9bb6-eb5b4f97efbb req-da518262-2d77-42bf-88d8-8bef96b0d1b8 service neutron] 10.222.0.38 "GET /v2.0/networks/6f14ab56-666c-474c-92c4-21c80d4540e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054654 Sep 15 02:49:38.829670 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7800ed-3281-4774-be5b-06aadf1aca80 req-6c46023a-b2c7-4920-a9d0-0e5ee591b0d1 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:49:38.831387 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-ef7800ed-3281-4774-be5b-06aadf1aca80 req-6c46023a-b2c7-4920-a9d0-0e5ee591b0d1 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b51c9e-105a-4410-b3d4-28452f4f058f HTTP/1.1" status: 200 len: 945 time: 0.0520816 Sep 15 02:49:38.877645 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-ef7800ed-3281-4774-be5b-06aadf1aca80 req-a0801aad-2e0f-4690-b339-b0807376c81f tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad459af9-5975-483b-9f53-88cb63fe7ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401852 Sep 15 02:49:40.005099 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba93269-3083-450d-881f-cea0ce26a8c6 req-aa19cbde-f953-464d-a1fd-81f5689bc55b tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:49:40.006609 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-2ba93269-3083-450d-881f-cea0ce26a8c6 req-aa19cbde-f953-464d-a1fd-81f5689bc55b tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b51c9e-105a-4410-b3d4-28452f4f058f HTTP/1.1" status: 200 len: 945 time: 0.0504663 Sep 15 02:49:40.053101 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-2ba93269-3083-450d-881f-cea0ce26a8c6 req-d494c766-aaf2-4314-bd87-bd0a781507ae tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad459af9-5975-483b-9f53-88cb63fe7ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401373 Sep 15 02:49:41.201867 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d488a857-12a4-4ede-93f2-cbfde4203ca2 req-b114bebe-06d9-4440-9efd-70e07664fa98 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:49:41.209130 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-d488a857-12a4-4ede-93f2-cbfde4203ca2 req-b114bebe-06d9-4440-9efd-70e07664fa98 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b51c9e-105a-4410-b3d4-28452f4f058f HTTP/1.1" status: 200 len: 945 time: 0.0610557 Sep 15 02:49:41.257810 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-d488a857-12a4-4ede-93f2-cbfde4203ca2 req-9e61b526-02e0-4aeb-a6d4-3ea38b53dc83 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad459af9-5975-483b-9f53-88cb63fe7ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472395 Sep 15 02:49:41.765544 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a41bb85-498d-468e-84ba-c25bf121cf8c req-d56e34aa-49cc-4066-b501-e68cddeb4a13 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:49:41.767244 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-2a41bb85-498d-468e-84ba-c25bf121cf8c req-d56e34aa-49cc-4066-b501-e68cddeb4a13 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/ports?device_id=50267bb7-2f6a-4bf8-86d1-897f09f93b23 HTTP/1.1" status: 200 len: 946 time: 0.0510583 Sep 15 02:49:41.814953 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-2a41bb85-498d-468e-84ba-c25bf121cf8c req-2709bb75-e512-41e2-9334-7c4e6c396ab3 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/security-groups?id=c53d8093-77cc-478a-846b-6c2e0e551c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416360 Sep 15 02:49:42.387977 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de828d89-1400-4199-9ec0-3b943e5149f8 req-555cbb47-88f5-4510-802f-a430663bf389 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:49:42.389590 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-de828d89-1400-4199-9ec0-3b943e5149f8 req-555cbb47-88f5-4510-802f-a430663bf389 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b51c9e-105a-4410-b3d4-28452f4f058f HTTP/1.1" status: 200 len: 945 time: 0.0525913 Sep 15 02:49:42.430800 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-de828d89-1400-4199-9ec0-3b943e5149f8 req-d15c3d7b-9a0f-4d34-ae26-372191bad7d2 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad459af9-5975-483b-9f53-88cb63fe7ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349617 Sep 15 02:49:43.034350 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fc8ccb-9319-4356-b579-4d080d9ead61 req-ea274db6-6e0b-4850-b4ad-16dc13ccd54a tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:49:43.036242 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-f6fc8ccb-9319-4356-b579-4d080d9ead61 req-ea274db6-6e0b-4850-b4ad-16dc13ccd54a tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/ports?device_id=50267bb7-2f6a-4bf8-86d1-897f09f93b23 HTTP/1.1" status: 200 len: 946 time: 0.0473449 Sep 15 02:49:43.075884 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-f6fc8ccb-9319-4356-b579-4d080d9ead61 req-0d532f63-0858-49ad-9b29-d8552f7b65ed tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/security-groups?id=c53d8093-77cc-478a-846b-6c2e0e551c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341697 Sep 15 02:49:43.530223 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822aad68-248a-4e31-8aa7-220adfbb8091 req-a1fcc944-bba6-42c3-8558-060012f64a32 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:49:43.531789 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-822aad68-248a-4e31-8aa7-220adfbb8091 req-a1fcc944-bba6-42c3-8558-060012f64a32 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.38 "GET /v2.0/ports?device_id=50267bb7-2f6a-4bf8-86d1-897f09f93b23 HTTP/1.1" status: 200 len: 946 time: 0.0612519 Sep 15 02:49:43.568758 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d6ddb8-c58a-40f0-bf1e-35e77ca80adf req-ebe9d43f-6835-440a-a64c-ca5334301909 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:49:43.571073 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-b8d6ddb8-c58a-40f0-bf1e-35e77ca80adf req-ebe9d43f-6835-440a-a64c-ca5334301909 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b51c9e-105a-4410-b3d4-28452f4f058f HTTP/1.1" status: 200 len: 945 time: 0.0538337 Sep 15 02:49:43.619656 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-b8d6ddb8-c58a-40f0-bf1e-35e77ca80adf req-3f630c4b-c952-4f79-9f25-aae6256fc723 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad459af9-5975-483b-9f53-88cb63fe7ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369568 Sep 15 02:49:43.888807 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.plugin [req-822aad68-248a-4e31-8aa7-220adfbb8091 req-6b8d674a-77ad-449e-b2db-b126a40d9b6f tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Deleting port be760cff-ab5e-41c1-b196-c0c4fcdcd9b4 {{(pid=101046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:49:43.889084 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [req-822aad68-248a-4e31-8aa7-220adfbb8091 req-6b8d674a-77ad-449e-b2db-b126a40d9b6f tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781587782193'] for port, before_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:43.975555 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.db [req-822aad68-248a-4e31-8aa7-220adfbb8091 req-6b8d674a-77ad-449e-b2db-b126a40d9b6f tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] For port be760cff-ab5e-41c1-b196-c0c4fcdcd9b4, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=be760cff-ab5e-41c1-b196-c0c4fcdcd9b4,segment=NetworkSegment(3b14b1bf-a47b-467b-a4e0-6f402c26d2c4),segment_id=3b14b1bf-a47b-467b-a4e0-6f402c26d2c4)] {{(pid=101046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:49:43.975939 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [req-822aad68-248a-4e31-8aa7-220adfbb8091 req-6b8d674a-77ad-449e-b2db-b126a40d9b6f tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023821'] for port, precommit_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:44.147545 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [req-822aad68-248a-4e31-8aa7-220adfbb8091 req-6b8d674a-77ad-449e-b2db-b126a40d9b6f tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:44.147545 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [req-822aad68-248a-4e31-8aa7-220adfbb8091 req-6b8d674a-77ad-449e-b2db-b126a40d9b6f tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1028869'] for floatingip, after_update {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:44.147545 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.db.l3_db [req-822aad68-248a-4e31-8aa7-220adfbb8091 req-6b8d674a-77ad-449e-b2db-b126a40d9b6f tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Floating IP 8a142461-0f9f-4690-abf4-58da8f744234 disassociated. External IP: 172.28.3.213, port: be760cff-ab5e-41c1-b196-c0c4fcdcd9b4. Sep 15 02:49:44.147545 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.plugin [req-822aad68-248a-4e31-8aa7-220adfbb8091 req-6b8d674a-77ad-449e-b2db-b126a40d9b6f tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Calling delete_port for be760cff-ab5e-41c1-b196-c0c4fcdcd9b4 owned by compute:nova {{(pid=101046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:49:44.245708 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8db852-70ba-4ff6-a251-e4947cbfee14 req-1d2da8a2-8d31-4bbb-9de7-e82ba43cbbdc tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:49:44.247990 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-1f8db852-70ba-4ff6-a251-e4947cbfee14 req-1d2da8a2-8d31-4bbb-9de7-e82ba43cbbdc tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/ports?device_id=50267bb7-2f6a-4bf8-86d1-897f09f93b23 HTTP/1.1" status: 200 len: 946 time: 0.0946877 Sep 15 02:49:44.316822 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-1f8db852-70ba-4ff6-a251-e4947cbfee14 req-e8f70e12-61d1-49ad-945d-7d4ff9031d63 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/security-groups?id=c53d8093-77cc-478a-846b-6c2e0e551c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626869 Sep 15 02:49:44.405898 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [req-822aad68-248a-4e31-8aa7-220adfbb8091 req-6b8d674a-77ad-449e-b2db-b126a40d9b6f tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781587788279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781587269057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25909702'] for port, after_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:44.431990 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8d674a-77ad-449e-b2db-b126a40d9b6f tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Pushing event deleted for resources: {'Port': ['ID=be760cff-ab5e-41c1-b196-c0c4fcdcd9b4,revision_number=None']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:49:44.442063 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8d674a-77ad-449e-b2db-b126a40d9b6f tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:49:44.442411 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8d674a-77ad-449e-b2db-b126a40d9b6f tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:49:44.442747 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8d674a-77ad-449e-b2db-b126a40d9b6f tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:49:44.443104 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8d674a-77ad-449e-b2db-b126a40d9b6f tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:49:44.443430 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8d674a-77ad-449e-b2db-b126a40d9b6f tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:49:44.443759 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8d674a-77ad-449e-b2db-b126a40d9b6f tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:49:44.444083 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8d674a-77ad-449e-b2db-b126a40d9b6f tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:49:44.444404 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8d674a-77ad-449e-b2db-b126a40d9b6f tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:49:44.445398 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8d674a-77ad-449e-b2db-b126a40d9b6f tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:49:44.445398 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8d674a-77ad-449e-b2db-b126a40d9b6f tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:49:44.445398 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8d674a-77ad-449e-b2db-b126a40d9b6f tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:49:44.445658 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8d674a-77ad-449e-b2db-b126a40d9b6f tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:49:44.557110 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.scheduler.l3_agent_scheduler [req-822aad68-248a-4e31-8aa7-220adfbb8091 req-6b8d674a-77ad-449e-b2db-b126a40d9b6f tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Router 4f1b0b79-e3c3-47e5-8db0-a2250f779792 has already been hosted by L3 agent 22749488-15d0-44a3-a4aa-285786541688 {{(pid=101046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 02:49:44.667731 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-822aad68-248a-4e31-8aa7-220adfbb8091 req-6b8d674a-77ad-449e-b2db-b126a40d9b6f tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Notify agent at l3_agent.dv-cinder-759955-25-smb the message routers_updated {{(pid=101046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 02:49:44.680928 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d06d703-eb14-4709-aaef-1db120f1c56d None None] Sync routers for ids ['4f1b0b79-e3c3-47e5-8db0-a2250f779792'] in dv-cinder-759955-25-smb {{(pid=101047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 02:49:44.691601 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d06d703-eb14-4709-aaef-1db120f1c56d None None] Routers {'4f1b0b79-e3c3-47e5-8db0-a2250f779792'} bound to L3 agent in host dv-cinder-759955-25-smb {{(pid=101047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:49:44.692458 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_hamode_db [None req-3d06d703-eb14-4709-aaef-1db120f1c56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T02:36:18Z,description=,heartbeat_timestamp=2021-09-15T02:49:18Z,host='dv-cinder-759955-25-smb',id=22749488-15d0-44a3-a4aa-285786541688,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:36:19Z,topic='l3_agent')) {'router_ids': ['4f1b0b79-e3c3-47e5-8db0-a2250f779792'], 'active': True} {{(pid=101047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:49:44.714473 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.db.l3_dvrscheduler_db [req-822aad68-248a-4e31-8aa7-220adfbb8091 req-6b8d674a-77ad-449e-b2db-b126a40d9b6f tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] No DVR routers for this DVR port be760cff-ab5e-41c1-b196-c0c4fcdcd9b4 on host hv-cinder-75995 {{(pid=101046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 02:49:44.714473 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [req-822aad68-248a-4e31-8aa7-220adfbb8091 req-6b8d674a-77ad-449e-b2db-b126a40d9b6f tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89626'] for port, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:44.714473 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-822aad68-248a-4e31-8aa7-220adfbb8091 req-6b8d674a-77ad-449e-b2db-b126a40d9b6f tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.38 "DELETE /v2.0/ports/be760cff-ab5e-41c1-b196-c0c4fcdcd9b4 HTTP/1.1" status: 204 len: 173 time: 1.1741686 Sep 15 02:49:44.714473 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50267bb7-2f6a-4bf8-86d1-897f09f93b23', 'name': 'network-vif-deleted', 'tag': 'be760cff-ab5e-41c1-b196-c0c4fcdcd9b4'}] {{(pid=101046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:49:44.716986 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09f236bde6c897f5223593461388a859426f0e46db55c614fbf86303128fc53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55ba7f6c-db54-4c0e-b95e-d578e6bcee4c" -d '{"events": [{"server_uuid": "50267bb7-2f6a-4bf8-86d1-897f09f93b23", "name": "network-vif-deleted", "tag": "be760cff-ab5e-41c1-b196-c0c4fcdcd9b4"}]}' {{(pid=101046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:49:44.766286 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 02:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bab88743-1f86-4fdf-b39c-b7f85f63668a x-openstack-request-id: req-bab88743-1f86-4fdf-b39c-b7f85f63668a {{(pid=101046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:49:44.766676 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50267bb7-2f6a-4bf8-86d1-897f09f93b23", "name": "network-vif-deleted", "tag": "be760cff-ab5e-41c1-b196-c0c4fcdcd9b4", "status": "completed", "code": 200}]} {{(pid=101046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:49:44.767092 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bab88743-1f86-4fdf-b39c-b7f85f63668a {{(pid=101046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:49:44.767531 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50267bb7-2f6a-4bf8-86d1-897f09f93b23', 'name': 'network-vif-deleted', 'tag': 'be760cff-ab5e-41c1-b196-c0c4fcdcd9b4', 'status': 'completed', 'code': 200} Sep 15 02:49:44.769534 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89625d9-3310-4522-8267-ed30a34314b5 req-8bd92581-1012-4163-8ba4-cb61099a88d2 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:49:44.771399 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-a89625d9-3310-4522-8267-ed30a34314b5 req-8bd92581-1012-4163-8ba4-cb61099a88d2 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b51c9e-105a-4410-b3d4-28452f4f058f HTTP/1.1" status: 200 len: 945 time: 0.0702674 Sep 15 02:49:44.844932 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-a89625d9-3310-4522-8267-ed30a34314b5 req-217b5743-e261-480e-a749-6ef63676b4ac tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad459af9-5975-483b-9f53-88cb63fe7ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598941 Sep 15 02:49:44.928061 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486f9282-008e-4998-808b-f15b86ce3747 req-48399da6-1b24-4d09-9ea2-cc3b60319b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:49:44.929631 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-486f9282-008e-4998-808b-f15b86ce3747 req-48399da6-1b24-4d09-9ea2-cc3b60319b75 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=bf1160da16cc4aa8a8f7f5065e5f7661&device_id=42b51c9e-105a-4410-b3d4-28452f4f058f HTTP/1.1" status: 200 len: 1098 time: 0.1532936 Sep 15 02:49:44.942054 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-187e1ee7-6a10-4f6b-8a85-68b286e09a49 req-605d8708-3a36-4cc7-b2b9-48c3bb093b86 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1215211625&fields=id&tenant_id=bda0ae2dd5054c26954555d099295c13 HTTP/1.1" status: 200 len: 267 time: 0.0949402 Sep 15 02:49:44.992462 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_dvr_db [None req-3d06d703-eb14-4709-aaef-1db120f1c56d None None] Set router 4f1b0b79-e3c3-47e5-8db0-a2250f779792 gateway port host: dv-cinder-759955-25-smb {{(pid=101047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:49:45.044739 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187e1ee7-6a10-4f6b-8a85-68b286e09a49 req-93c957f5-6b57-4406-ad45-3d58470dcee9 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:49:45.046750 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-187e1ee7-6a10-4f6b-8a85-68b286e09a49 req-93c957f5-6b57-4406-ad45-3d58470dcee9 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4492b77-0aed-433d-b20c-dee4932e615d HTTP/1.1" status: 200 len: 984 time: 0.1034911 Sep 15 02:49:45.058355 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.v2.base [req-187e1ee7-6a10-4f6b-8a85-68b286e09a49 req-d1ac54eb-916f-4a64-8ee8-6ff400235ddd tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Request body: {'port': {'security_groups': ['2d03ce67-083c-4842-9dce-25b3d5453925']}} {{(pid=101046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:49:45.141171 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486f9282-008e-4998-808b-f15b86ce3747 req-884cf80e-b546-4125-a449-3ceebff8e06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:49:45.142636 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-486f9282-008e-4998-808b-f15b86ce3747 req-884cf80e-b546-4125-a449-3ceebff8e06c service neutron] 10.222.0.38 "GET /v2.0/networks?id=559d7eea-ef89-4b33-b717-afb1545433a5 HTTP/1.1" status: 200 len: 917 time: 0.1976118 Sep 15 02:49:45.157043 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [req-187e1ee7-6a10-4f6b-8a85-68b286e09a49 req-d1ac54eb-916f-4a64-8ee8-6ff400235ddd tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:45.204249 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_hamode_db [None req-3d06d703-eb14-4709-aaef-1db120f1c56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f1b0b79-e3c3-47e5-8db0-a2250f779792', 'name': 'tempest-AttachVolumeTestJSON-1616189826-router', 'tenant_id': '3b73a94c214748a88ea9fc76fb540004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'external_fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.116'}], 'enable_snat': True}, 'gw_port_id': 'a378dd54-a4ba-4713-9628-1728198bde37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:44:29Z', 'updated_at': '2021-09-15T02:44:37Z', 'revision_number': 4, 'project_id': '3b73a94c214748a88ea9fc76fb540004', 'gw_port': {'id': 'a378dd54-a4ba-4713-9628-1728198bde37', 'name': '', 'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:8b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1b0b79-e3c3-47e5-8db0-a2250f779792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:44:30Z', 'updated_at': '2021-09-15T02:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-smb', '_interfaces': [{'id': '6dbb9097-a267-45a9-95b6-8e499d62a8a4', 'name': '', 'network_id': '6f57639e-ff61-4a6a-8bb7-4f6634a3a645', 'tenant_id': '3b73a94c214748a88ea9fc76fb540004', 'mac_address': 'fa:16:3e:6b:1e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1b0b79-e3c3-47e5-8db0-a2250f779792', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a0f1f6f6-a304-49b2-a651-7b609fdec3ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:44:36Z', 'updated_at': '2021-09-15T02:44:49Z', 'revision_number': 5, 'project_id': '3b73a94c214748a88ea9fc76fb540004', 'subnets': [{'id': 'a0f1f6f6-a304-49b2-a651-7b609fdec3ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-25-smb', False) {} {{(pid=101047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:49:45.235437 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d06d703-eb14-4709-aaef-1db120f1c56d None None] Checking router: 4f1b0b79-e3c3-47e5-8db0-a2250f779792 for host: dv-cinder-759955-25-smb {{(pid=101047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 02:49:45.243617 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d06d703-eb14-4709-aaef-1db120f1c56d None None] Routers {'4f1b0b79-e3c3-47e5-8db0-a2250f779792'} bound to L3 agent in host dv-cinder-759955-25-smb {{(pid=101047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:49:45.244230 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_hamode_db [None req-3d06d703-eb14-4709-aaef-1db120f1c56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T02:36:18Z,description=,heartbeat_timestamp=2021-09-15T02:49:18Z,host='dv-cinder-759955-25-smb',id=22749488-15d0-44a3-a4aa-285786541688,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:36:19Z,topic='l3_agent')) {'router_ids': ['4f1b0b79-e3c3-47e5-8db0-a2250f779792'], 'active': True} {{(pid=101047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:49:45.250230 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-486f9282-008e-4998-808b-f15b86ce3747 req-d217af67-da71-4f83-ac5c-30ad141020b7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=345807e0-1f6a-430a-acb2-8550267dc561 HTTP/1.1" status: 200 len: 1000 time: 0.0988145 Sep 15 02:49:45.323743 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486f9282-008e-4998-808b-f15b86ce3747 req-84898fa9-f04f-440a-96e4-09954dcd0714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:49:45.325573 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-486f9282-008e-4998-808b-f15b86ce3747 req-84898fa9-f04f-440a-96e4-09954dcd0714 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=16cede8a-7007-4219-aa2d-1189c5c08411 HTTP/1.1" status: 200 len: 855 time: 0.0656688 Sep 15 02:49:45.351872 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_dvr_db [None req-3d06d703-eb14-4709-aaef-1db120f1c56d None None] Set router 4f1b0b79-e3c3-47e5-8db0-a2250f779792 gateway port host: dv-cinder-759955-25-smb {{(pid=101047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:49:45.432558 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486f9282-008e-4998-808b-f15b86ce3747 req-6ba1dcdd-76bb-4740-b0d0-eb8d1d8320e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:49:45.434602 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-486f9282-008e-4998-808b-f15b86ce3747 req-6ba1dcdd-76bb-4740-b0d0-eb8d1d8320e6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=559d7eea-ef89-4b33-b717-afb1545433a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0927489 Sep 15 02:49:45.443097 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-4d3e3a34-535b-4d14-882c-4249553845f1 req-2988fbd2-190a-402b-8132-f0126bea9217 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/ports?device_id=50267bb7-2f6a-4bf8-86d1-897f09f93b23 HTTP/1.1" status: 200 len: 210 time: 0.0385811 Sep 15 02:49:45.470412 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.db [req-187e1ee7-6a10-4f6b-8a85-68b286e09a49 req-d1ac54eb-916f-4a64-8ee8-6ff400235ddd tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] For port 487af8df-e2cb-4b77-b9f9-fdf4008ec916, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=487af8df-e2cb-4b77-b9f9-fdf4008ec916,segment=NetworkSegment(a62a0362-9a53-4c6f-aebd-c70982ef9284),segment_id=a62a0362-9a53-4c6f-aebd-c70982ef9284)] {{(pid=101046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:49:45.472504 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-f73520e5-b6f8-4bac-86ad-786d72a68d72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:45.543520 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [req-187e1ee7-6a10-4f6b-8a85-68b286e09a49 req-d1ac54eb-916f-4a64-8ee8-6ff400235ddd tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Notify callbacks [] for port, precommit_update {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:45.565565 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-486f9282-008e-4998-808b-f15b86ce3747 req-806eed1b-814d-408f-bbd8-6c271f4efd36 service neutron] 10.222.0.38 "GET /v2.0/networks/559d7eea-ef89-4b33-b717-afb1545433a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191022 Sep 15 02:49:45.585933 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_hamode_db [None req-3d06d703-eb14-4709-aaef-1db120f1c56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f1b0b79-e3c3-47e5-8db0-a2250f779792', 'name': 'tempest-AttachVolumeTestJSON-1616189826-router', 'tenant_id': '3b73a94c214748a88ea9fc76fb540004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'external_fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.116'}], 'enable_snat': True}, 'gw_port_id': 'a378dd54-a4ba-4713-9628-1728198bde37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:44:29Z', 'updated_at': '2021-09-15T02:44:37Z', 'revision_number': 4, 'project_id': '3b73a94c214748a88ea9fc76fb540004', 'gw_port': {'id': 'a378dd54-a4ba-4713-9628-1728198bde37', 'name': '', 'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:8b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1b0b79-e3c3-47e5-8db0-a2250f779792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:44:30Z', 'updated_at': '2021-09-15T02:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-smb', '_interfaces': [{'id': '6dbb9097-a267-45a9-95b6-8e499d62a8a4', 'name': '', 'network_id': '6f57639e-ff61-4a6a-8bb7-4f6634a3a645', 'tenant_id': '3b73a94c214748a88ea9fc76fb540004', 'mac_address': 'fa:16:3e:6b:1e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1b0b79-e3c3-47e5-8db0-a2250f779792', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a0f1f6f6-a304-49b2-a651-7b609fdec3ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:44:36Z', 'updated_at': '2021-09-15T02:44:49Z', 'revision_number': 5, 'project_id': '3b73a94c214748a88ea9fc76fb540004', 'subnets': [{'id': 'a0f1f6f6-a304-49b2-a651-7b609fdec3ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-25-smb', False) {} {{(pid=101047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:49:45.596348 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [req-187e1ee7-6a10-4f6b-8a85-68b286e09a49 req-d1ac54eb-916f-4a64-8ee8-6ff400235ddd tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25909727'] for port, after_update {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:45.614626 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] get_ports_and_sgs() called for port_ids ['487af8df-e2cb-4b77-b9f9-fdf4008ec916'] {{(pid=101047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 02:49:45.617930 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d06d703-eb14-4709-aaef-1db120f1c56d None None] The sync data for ids ['4f1b0b79-e3c3-47e5-8db0-a2250f779792'] in dv-cinder-759955-25-smb is: [{'id': '4f1b0b79-e3c3-47e5-8db0-a2250f779792', 'name': 'tempest-AttachVolumeTestJSON-1616189826-router', 'tenant_id': '3b73a94c214748a88ea9fc76fb540004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'external_fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.116'}], 'enable_snat': True}, 'gw_port_id': 'a378dd54-a4ba-4713-9628-1728198bde37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:44:29Z', 'updated_at': '2021-09-15T02:44:37Z', 'revision_number': 4, 'project_id': '3b73a94c214748a88ea9fc76fb540004', 'gw_port': {'id': 'a378dd54-a4ba-4713-9628-1728198bde37', 'name': '', 'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:8b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1b0b79-e3c3-47e5-8db0-a2250f779792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:44:30Z', 'updated_at': '2021-09-15T02:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-smb', '_interfaces': [{'id': '6dbb9097-a267-45a9-95b6-8e499d62a8a4', 'name': '', 'network_id': '6f57639e-ff61-4a6a-8bb7-4f6634a3a645', 'tenant_id': '3b73a94c214748a88ea9fc76fb540004', 'mac_address': 'fa:16:3e:6b:1e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1b0b79-e3c3-47e5-8db0-a2250f779792', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a0f1f6f6-a304-49b2-a651-7b609fdec3ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:44:36Z', 'updated_at': '2021-09-15T02:44:49Z', 'revision_number': 5, 'project_id': '3b73a94c214748a88ea9fc76fb540004', 'subnets': [{'id': 'a0f1f6f6-a304-49b2-a651-7b609fdec3ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 02:49:45.690697 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187e1ee7-6a10-4f6b-8a85-68b286e09a49 req-d1ac54eb-916f-4a64-8ee8-6ff400235ddd tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:49:45.691372 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [req-187e1ee7-6a10-4f6b-8a85-68b286e09a49 req-d1ac54eb-916f-4a64-8ee8-6ff400235ddd tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89626'] for port, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:45.698664 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-187e1ee7-6a10-4f6b-8a85-68b286e09a49 req-d1ac54eb-916f-4a64-8ee8-6ff400235ddd tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] 10.222.0.13 "PUT /v2.0/ports/487af8df-e2cb-4b77-b9f9-fdf4008ec916 HTTP/1.1" status: 200 len: 942 time: 0.6409974 Sep 15 02:49:45.698664 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 41720) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:49:45.750336 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ac54eb-916f-4a64-8ee8-6ff400235ddd tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Pushing event updated for resources: {'Port': ['ID=487af8df-e2cb-4b77-b9f9-fdf4008ec916,revision_number=7']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:49:45.758785 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-486f9282-008e-4998-808b-f15b86ce3747 req-a51717aa-f6d2-42ef-99f4-14be0092054e service neutron] 10.222.0.38 "GET /v2.0/networks/559d7eea-ef89-4b33-b717-afb1545433a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857622 Sep 15 02:49:45.797470 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] get_ports_and_sgs() called for port_ids ['487af8df-e2cb-4b77-b9f9-fdf4008ec916'] {{(pid=101047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 02:49:45.814092 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-52442315-a075-432d-80bb-b7755cd183db tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Notify callbacks [] for security_group, before_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:45.846198 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-52442315-a075-432d-80bb-b7755cd183db tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:45.963398 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5b64df-7620-42e8-b195-570e151ca3dc None None] New status for floating IP 8a142461-0f9f-4690-abf4-58da8f744234: DOWN {{(pid=101048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 02:49:45.968104 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-b4a136fc-0242-4aa6-adb5-8239bf3b958c None None] Provisioning complete for port 487af8df-e2cb-4b77-b9f9-fdf4008ec916 triggered by entity DHCP. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:49:45.968481 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-b4a136fc-0242-4aa6-adb5-8239bf3b958c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1575204'] for port, provisioning_complete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:45.988657 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-52442315-a075-432d-80bb-b7755cd183db tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:45.991171 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-52442315-a075-432d-80bb-b7755cd183db tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Notify callbacks [] for security_group, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:45.992058 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2191a14-be1e-496a-a2a8-13b528458e8f req-cd632460-2630-4c87-b332-092dfe129d59 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:49:45.992530 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-52442315-a075-432d-80bb-b7755cd183db tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] 10.222.0.13 "DELETE /v2.0/security-groups/debed088-5689-4b6b-8c05-267f5a46717d HTTP/1.1" status: 204 len: 168 time: 0.2908349 Sep 15 02:49:45.993871 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-e2191a14-be1e-496a-a2a8-13b528458e8f req-cd632460-2630-4c87-b332-092dfe129d59 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b51c9e-105a-4410-b3d4-28452f4f058f HTTP/1.1" status: 200 len: 945 time: 0.0560591 Sep 15 02:49:45.995085 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 41724) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:49:46.010035 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52442315-a075-432d-80bb-b7755cd183db tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=debed088-5689-4b6b-8c05-267f5a46717d,revision_number=None']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:49:46.076373 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-e2191a14-be1e-496a-a2a8-13b528458e8f req-35d3b44b-743a-4ddc-9d2d-7a5e642f1823 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad459af9-5975-483b-9f53-88cb63fe7ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675368 Sep 15 02:49:46.194245 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.plugin [None req-dc155693-da44-4d48-b2e5-9216c85e7221 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Deleting port 1df5e161-7d12-4c54-8870-96ae65c6abb5 {{(pid=101045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:49:46.194591 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-dc155693-da44-4d48-b2e5-9216c85e7221 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781587782193'] for port, before_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:46.270811 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-dc155693-da44-4d48-b2e5-9216c85e7221 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023821'] for port, precommit_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:46.271084 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-dc155693-da44-4d48-b2e5-9216c85e7221 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:46.282742 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.plugin [None req-dc155693-da44-4d48-b2e5-9216c85e7221 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Calling delete_port for 1df5e161-7d12-4c54-8870-96ae65c6abb5 owned by network:floatingip {{(pid=101045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:49:46.509015 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-dc155693-da44-4d48-b2e5-9216c85e7221 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781587788279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781587269057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25563207'] for port, after_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:46.535710 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc155693-da44-4d48-b2e5-9216c85e7221 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Pushing event deleted for resources: {'Port': ['ID=1df5e161-7d12-4c54-8870-96ae65c6abb5,revision_number=None']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:49:46.559174 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc155693-da44-4d48-b2e5-9216c85e7221 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:49:46.559530 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc155693-da44-4d48-b2e5-9216c85e7221 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:49:46.559863 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc155693-da44-4d48-b2e5-9216c85e7221 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:49:46.560193 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc155693-da44-4d48-b2e5-9216c85e7221 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:49:46.560523 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc155693-da44-4d48-b2e5-9216c85e7221 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:49:46.560847 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc155693-da44-4d48-b2e5-9216c85e7221 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:49:46.561172 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc155693-da44-4d48-b2e5-9216c85e7221 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:49:46.561493 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc155693-da44-4d48-b2e5-9216c85e7221 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:49:46.561817 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc155693-da44-4d48-b2e5-9216c85e7221 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:49:46.562132 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc155693-da44-4d48-b2e5-9216c85e7221 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:49:46.562452 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc155693-da44-4d48-b2e5-9216c85e7221 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:49:46.562771 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc155693-da44-4d48-b2e5-9216c85e7221 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:49:46.579233 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 41730) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:49:46.603994 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-dc155693-da44-4d48-b2e5-9216c85e7221 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Notify callbacks [] for floatingip, after_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:46.604314 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.db.l3_db [None req-dc155693-da44-4d48-b2e5-9216c85e7221 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Floating IP c7fbe4fc-994a-4a32-b4a6-bf81c4390469 disassociated (deleted). External IP: 172.28.3.23, port: 487af8df-e2cb-4b77-b9f9-fdf4008ec916. Sep 15 02:49:46.633568 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-eb2555dc-f27f-4c00-90ba-49a1ddbb7e13 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Notify callbacks [] for security_group, before_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:46.657424 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-eb2555dc-f27f-4c00-90ba-49a1ddbb7e13 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:46.768812 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4492b77-0aed-433d-b20c-dee4932e615d', 'tag': '487af8df-e2cb-4b77-b9f9-fdf4008ec916'}] {{(pid=101046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:49:46.771364 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09f236bde6c897f5223593461388a859426f0e46db55c614fbf86303128fc53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-740b6ad0-0d0c-4646-b59e-824b5c839f6f" -d '{"events": [{"name": "network-changed", "server_uuid": "c4492b77-0aed-433d-b20c-dee4932e615d", "tag": "487af8df-e2cb-4b77-b9f9-fdf4008ec916"}]}' {{(pid=101046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:49:46.788981 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-eb2555dc-f27f-4c00-90ba-49a1ddbb7e13 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:46.791850 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-eb2555dc-f27f-4c00-90ba-49a1ddbb7e13 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Notify callbacks [] for security_group, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:46.793281 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-eb2555dc-f27f-4c00-90ba-49a1ddbb7e13 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "DELETE /v2.0/security-groups/c53d8093-77cc-478a-846b-6c2e0e551c6f HTTP/1.1" status: 204 len: 168 time: 0.2127945 Sep 15 02:49:46.795830 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 41734) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:49:46.804390 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2555dc-f27f-4c00-90ba-49a1ddbb7e13 tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c53d8093-77cc-478a-846b-6c2e0e551c6f,revision_number=None']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:49:46.809264 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 02:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a782dd9-4e63-4320-aaf3-703d8b501929 x-openstack-request-id: req-9a782dd9-4e63-4320-aaf3-703d8b501929 {{(pid=101046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:49:46.809438 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4492b77-0aed-433d-b20c-dee4932e615d", "tag": "487af8df-e2cb-4b77-b9f9-fdf4008ec916", "status": "completed", "code": 200}]} {{(pid=101046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:49:46.809854 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9a782dd9-4e63-4320-aaf3-703d8b501929 {{(pid=101046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:49:46.810142 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4492b77-0aed-433d-b20c-dee4932e615d', 'tag': '487af8df-e2cb-4b77-b9f9-fdf4008ec916', 'status': 'completed', 'code': 200} Sep 15 02:49:46.818012 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.api.v2.resource [None req-ad12c897-acf9-4f22-b788-6670169bca2e tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] show failed (client error): The resource could not be found. Sep 15 02:49:46.821896 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-ad12c897-acf9-4f22-b788-6670169bca2e tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "GET /v2.0/security-groups/c53d8093-77cc-478a-846b-6c2e0e551c6f HTTP/1.1" status: 404 len: 347 time: 0.0219424 Sep 15 02:49:46.822651 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 41736) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:49:46.825896 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc155693-da44-4d48-b2e5-9216c85e7221 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Router 9ddde5d3-4db8-4cfa-813d-56c6a55128d0 has already been hosted by L3 agent 22749488-15d0-44a3-a4aa-285786541688 {{(pid=101045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 02:49:46.871364 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740b6ad0-0d0c-4646-b59e-824b5c839f6f req-dc0129e7-c492-46bf-93c6-d378c8924e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:49:46.872887 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-740b6ad0-0d0c-4646-b59e-824b5c839f6f req-dc0129e7-c492-46bf-93c6-d378c8924e87 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=bda0ae2dd5054c26954555d099295c13&device_id=c4492b77-0aed-433d-b20c-dee4932e615d HTTP/1.1" status: 200 len: 1098 time: 0.0409863 Sep 15 02:49:46.968761 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740b6ad0-0d0c-4646-b59e-824b5c839f6f req-795575aa-ac9f-45b2-b6a0-95c4956734dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:49:46.970289 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-740b6ad0-0d0c-4646-b59e-824b5c839f6f req-795575aa-ac9f-45b2-b6a0-95c4956734dc service neutron] 10.222.0.38 "GET /v2.0/networks?id=6f14ab56-666c-474c-92c4-21c80d4540e7 HTTP/1.1" status: 200 len: 915 time: 0.0893917 Sep 15 02:49:47.014744 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-740b6ad0-0d0c-4646-b59e-824b5c839f6f req-81e01882-c109-48b0-b8a4-f7ed6b0ebb36 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=487af8df-e2cb-4b77-b9f9-fdf4008ec916 HTTP/1.1" status: 200 len: 217 time: 0.0373425 Sep 15 02:49:47.032829 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.plugin [None req-8567bd07-1b02-4ea8-9efb-b4e173893f6b tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Deleting port 63a60a51-d64e-4076-ab18-cf9544f1d495 {{(pid=101045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:49:47.033427 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-8567bd07-1b02-4ea8-9efb-b4e173893f6b tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781587782193'] for port, before_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:47.036238 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc155693-da44-4d48-b2e5-9216c85e7221 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Notify agent at l3_agent.dv-cinder-759955-25-smb the message routers_updated {{(pid=101045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 02:49:47.046496 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa66f20a-81c0-4e3a-8e7f-efeb8c8a3898 None None] Sync routers for ids ['9ddde5d3-4db8-4cfa-813d-56c6a55128d0'] in dv-cinder-759955-25-smb {{(pid=101047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 02:49:47.048659 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-dc155693-da44-4d48-b2e5-9216c85e7221 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89626'] for floatingip, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:47.056907 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa66f20a-81c0-4e3a-8e7f-efeb8c8a3898 None None] Routers {'9ddde5d3-4db8-4cfa-813d-56c6a55128d0'} bound to L3 agent in host dv-cinder-759955-25-smb {{(pid=101047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:49:47.057529 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_hamode_db [None req-aa66f20a-81c0-4e3a-8e7f-efeb8c8a3898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T02:36:18Z,description=,heartbeat_timestamp=2021-09-15T02:49:18Z,host='dv-cinder-759955-25-smb',id=22749488-15d0-44a3-a4aa-285786541688,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:36:19Z,topic='l3_agent')) {'router_ids': ['9ddde5d3-4db8-4cfa-813d-56c6a55128d0'], 'active': True} {{(pid=101047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:49:47.067305 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740b6ad0-0d0c-4646-b59e-824b5c839f6f req-4fd3b5ef-e3ab-4637-92ae-b9da5166e430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:49:47.068798 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-740b6ad0-0d0c-4646-b59e-824b5c839f6f req-4fd3b5ef-e3ab-4637-92ae-b9da5166e430 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b44a5e3d-1dc9-4c9b-904f-be29464cdbfd HTTP/1.1" status: 200 len: 853 time: 0.0475087 Sep 15 02:49:47.087511 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-dc155693-da44-4d48-b2e5-9216c85e7221 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] 10.222.0.13 "DELETE /v2.0/floatingips/c7fbe4fc-994a-4a32-b4a6-bf81c4390469 HTTP/1.1" status: 204 len: 168 time: 1.0914044 Sep 15 02:49:47.111856 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4492b77-0aed-433d-b20c-dee4932e615d', 'tag': '487af8df-e2cb-4b77-b9f9-fdf4008ec916'}] {{(pid=101045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:49:47.114080 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86c436101efe1a363cd74fb96c1b6796ca3087f8916af27063bbdf5683c89520" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff6f18e5-025c-49d8-baa4-655a76c2a151" -d '{"events": [{"name": "network-changed", "server_uuid": "c4492b77-0aed-433d-b20c-dee4932e615d", "tag": "487af8df-e2cb-4b77-b9f9-fdf4008ec916"}]}' {{(pid=101045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:49:47.117265 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740b6ad0-0d0c-4646-b59e-824b5c839f6f req-0b35e3e6-b432-41b6-98da-0b2d39b55038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:49:47.119114 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-740b6ad0-0d0c-4646-b59e-824b5c839f6f req-0b35e3e6-b432-41b6-98da-0b2d39b55038 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6f14ab56-666c-474c-92c4-21c80d4540e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0428426 Sep 15 02:49:47.156275 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-8567bd07-1b02-4ea8-9efb-b4e173893f6b tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023821'] for port, precommit_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:47.156870 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-8567bd07-1b02-4ea8-9efb-b4e173893f6b tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:47.175852 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.plugin [None req-8567bd07-1b02-4ea8-9efb-b4e173893f6b tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Calling delete_port for 63a60a51-d64e-4076-ab18-cf9544f1d495 owned by network:floatingip {{(pid=101045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:49:47.194499 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_dvr_db [None req-aa66f20a-81c0-4e3a-8e7f-efeb8c8a3898 None None] Set router 9ddde5d3-4db8-4cfa-813d-56c6a55128d0 gateway port host: dv-cinder-759955-25-smb {{(pid=101047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:49:47.272963 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160530f5-775a-4380-b855-e2e781b2e3af req-9f892c93-490d-4dfb-9f6f-95145e857100 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:49:47.280548 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-160530f5-775a-4380-b855-e2e781b2e3af req-9f892c93-490d-4dfb-9f6f-95145e857100 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b51c9e-105a-4410-b3d4-28452f4f058f HTTP/1.1" status: 200 len: 945 time: 0.1010203 Sep 15 02:49:47.289609 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-740b6ad0-0d0c-4646-b59e-824b5c839f6f req-a24b7c16-8458-49fb-81e6-c8578cf8cac5 service neutron] 10.222.0.38 "GET /v2.0/networks/6f14ab56-666c-474c-92c4-21c80d4540e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629205 Sep 15 02:49:47.347875 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-160530f5-775a-4380-b855-e2e781b2e3af req-fee302fd-3fe7-4d90-b88d-bc3fbad91167 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad459af9-5975-483b-9f53-88cb63fe7ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664761 Sep 15 02:49:47.375951 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Device be760cff-ab5e-41c1-b196-c0c4fcdcd9b4 no longer exists at agent hyperv_hv-cinder-75995 {{(pid=101047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 02:49:47.406077 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-8567bd07-1b02-4ea8-9efb-b4e173893f6b tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781587788279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781587269057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25563207'] for port, after_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:47.407896 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.plugin [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] No Port match for: be760cff-ab5e-41c1-b196-c0c4fcdcd9b4 {{(pid=101047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 02:49:47.408440 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Device be760cff-ab5e-41c1-b196-c0c4fcdcd9b4 not bound to the agent host hv-cinder-75995 {{(pid=101047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 02:49:47.409094 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Device 345807e0-1f6a-430a-acb2-8550267dc561 no longer exists at agent hyperv_hv-cinder-75995 {{(pid=101047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 02:49:47.409659 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-740b6ad0-0d0c-4646-b59e-824b5c839f6f req-8ff97df7-a093-4c8f-86be-79293dd3a554 service neutron] 10.222.0.38 "GET /v2.0/networks/6f14ab56-666c-474c-92c4-21c80d4540e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128719 Sep 15 02:49:47.451782 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8567bd07-1b02-4ea8-9efb-b4e173893f6b tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Pushing event deleted for resources: {'Port': ['ID=63a60a51-d64e-4076-ab18-cf9544f1d495,revision_number=None']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:49:47.477124 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 02:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df165e2a-22cb-480c-a28c-803f5a510dd2 x-openstack-request-id: req-df165e2a-22cb-480c-a28c-803f5a510dd2 {{(pid=101045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:49:47.477500 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4492b77-0aed-433d-b20c-dee4932e615d", "tag": "487af8df-e2cb-4b77-b9f9-fdf4008ec916", "status": "completed", "code": 200}]} {{(pid=101045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:49:47.477816 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-df165e2a-22cb-480c-a28c-803f5a510dd2 {{(pid=101045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:49:47.478338 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4492b77-0aed-433d-b20c-dee4932e615d', 'tag': '487af8df-e2cb-4b77-b9f9-fdf4008ec916', 'status': 'completed', 'code': 200} Sep 15 02:49:47.527027 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-8567bd07-1b02-4ea8-9efb-b4e173893f6b tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Notify callbacks [] for floatingip, after_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:47.530392 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-8567bd07-1b02-4ea8-9efb-b4e173893f6b tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89626'] for floatingip, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:47.531720 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-8567bd07-1b02-4ea8-9efb-b4e173893f6b tempest-AttachVolumeTestJSON-1522095004 tempest-AttachVolumeTestJSON-1522095004-project] 10.222.0.13 "DELETE /v2.0/floatingips/8a142461-0f9f-4690-abf4-58da8f744234 HTTP/1.1" status: 204 len: 168 time: 0.7086802 Sep 15 02:49:47.571274 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_hamode_db [None req-aa66f20a-81c0-4e3a-8e7f-efeb8c8a3898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ddde5d3-4db8-4cfa-813d-56c6a55128d0', 'name': 'tempest-TestMinimumBasicScenario-778731291-router', 'tenant_id': 'bda0ae2dd5054c26954555d099295c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'external_fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.10'}], 'enable_snat': True}, 'gw_port_id': '1ac5d270-9212-4059-9ea2-5ce6e477f7bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:47:19Z', 'updated_at': '2021-09-15T02:47:23Z', 'revision_number': 4, 'project_id': 'bda0ae2dd5054c26954555d099295c13', 'gw_port': {'id': '1ac5d270-9212-4059-9ea2-5ce6e477f7bf', 'name': '', 'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:0b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ddde5d3-4db8-4cfa-813d-56c6a55128d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:47:20Z', 'updated_at': '2021-09-15T02:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-smb', '_interfaces': [{'id': '26af36df-1072-449f-bd9f-9ff830e856a2', 'name': '', 'network_id': '6f14ab56-666c-474c-92c4-21c80d4540e7', 'tenant_id': 'bda0ae2dd5054c26954555d099295c13', 'mac_address': 'fa:16:3e:6a:cb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ddde5d3-4db8-4cfa-813d-56c6a55128d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'b44a5e3d-1dc9-4c9b-904f-be29464cdbfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:47:22Z', 'updated_at': '2021-09-15T02:47:27Z', 'revision_number': 5, 'project_id': 'bda0ae2dd5054c26954555d099295c13', 'subnets': [{'id': 'b44a5e3d-1dc9-4c9b-904f-be29464cdbfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-25-smb', False) {} {{(pid=101047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:49:47.571520 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:47.585521 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6f18e5-025c-49d8-baa4-655a76c2a151 req-6c42efe3-ea96-47d6-a8cf-5972e40cbe6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:49:47.587046 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-ff6f18e5-025c-49d8-baa4-655a76c2a151 req-6c42efe3-ea96-47d6-a8cf-5972e40cbe6e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=bda0ae2dd5054c26954555d099295c13&device_id=c4492b77-0aed-433d-b20c-dee4932e615d HTTP/1.1" status: 200 len: 1098 time: 0.0574863 Sep 15 02:49:47.613751 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa66f20a-81c0-4e3a-8e7f-efeb8c8a3898 None None] Checking router: 9ddde5d3-4db8-4cfa-813d-56c6a55128d0 for host: dv-cinder-759955-25-smb {{(pid=101047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 02:49:47.631330 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42b51c9e-105a-4410-b3d4-28452f4f058f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '345807e0-1f6a-430a-acb2-8550267dc561'}] {{(pid=101047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:49:47.633589 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c8380946bd2a122839d37a92bf46cf7528befbf14a007f21b6f8387627c5c86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b285f4e3-98e6-4a4a-9d93-34e0507ff868" -d '{"events": [{"server_uuid": "42b51c9e-105a-4410-b3d4-28452f4f058f", "name": "network-vif-unplugged", "status": "completed", "tag": "345807e0-1f6a-430a-acb2-8550267dc561"}]}' {{(pid=101047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:49:47.646023 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa66f20a-81c0-4e3a-8e7f-efeb8c8a3898 None None] Routers {'9ddde5d3-4db8-4cfa-813d-56c6a55128d0'} bound to L3 agent in host dv-cinder-759955-25-smb {{(pid=101047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:49:47.646668 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_hamode_db [None req-aa66f20a-81c0-4e3a-8e7f-efeb8c8a3898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T02:36:18Z,description=,heartbeat_timestamp=2021-09-15T02:49:18Z,host='dv-cinder-759955-25-smb',id=22749488-15d0-44a3-a4aa-285786541688,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:36:19Z,topic='l3_agent')) {'router_ids': ['9ddde5d3-4db8-4cfa-813d-56c6a55128d0'], 'active': True} {{(pid=101047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:49:47.651801 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] For port 345807e0-1f6a-430a-acb2-8550267dc561, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=345807e0-1f6a-430a-acb2-8550267dc561,segment=NetworkSegment(05f52a86-8cc0-4a65-9024-5aaf0393990e),segment_id=05f52a86-8cc0-4a65-9024-5aaf0393990e)] {{(pid=101047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:49:47.694790 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Sep 2021 02:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-708a876c-5804-40d1-90c5-0a99f2d16f0b x-openstack-request-id: req-708a876c-5804-40d1-90c5-0a99f2d16f0b {{(pid=101047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:49:47.695224 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42b51c9e-105a-4410-b3d4-28452f4f058f", "name": "network-vif-unplugged", "status": "completed", "tag": "345807e0-1f6a-430a-acb2-8550267dc561", "code": 200}]} {{(pid=101047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:49:47.695391 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-708a876c-5804-40d1-90c5-0a99f2d16f0b {{(pid=101047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:49:47.695783 dv-cinder-759955-25-smb neutron-server[101047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42b51c9e-105a-4410-b3d4-28452f4f058f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '345807e0-1f6a-430a-acb2-8550267dc561', 'code': 200} Sep 15 02:49:47.711199 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6f18e5-025c-49d8-baa4-655a76c2a151 req-fa65bd97-98a7-4af1-8890-b48fea1be4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:49:47.712692 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-ff6f18e5-025c-49d8-baa4-655a76c2a151 req-fa65bd97-98a7-4af1-8890-b48fea1be4c2 service neutron] 10.222.0.38 "GET /v2.0/networks?id=6f14ab56-666c-474c-92c4-21c80d4540e7 HTTP/1.1" status: 200 len: 915 time: 0.1096475 Sep 15 02:49:47.758015 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-ff6f18e5-025c-49d8-baa4-655a76c2a151 req-2d0acf48-12b2-4679-baa3-bf557b7b1fcd service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=487af8df-e2cb-4b77-b9f9-fdf4008ec916 HTTP/1.1" status: 200 len: 217 time: 0.0370533 Sep 15 02:49:47.813182 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6f18e5-025c-49d8-baa4-655a76c2a151 req-81f4e18e-85dc-48dc-8a78-8f20fa077d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:49:47.815559 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-ff6f18e5-025c-49d8-baa4-655a76c2a151 req-81f4e18e-85dc-48dc-8a78-8f20fa077d8c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b44a5e3d-1dc9-4c9b-904f-be29464cdbfd HTTP/1.1" status: 200 len: 853 time: 0.0496142 Sep 15 02:49:47.864084 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6f18e5-025c-49d8-baa4-655a76c2a151 req-fefe4833-49b8-4ae2-8dbe-eb409a210e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:49:47.865499 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-ff6f18e5-025c-49d8-baa4-655a76c2a151 req-fefe4833-49b8-4ae2-8dbe-eb409a210e87 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6f14ab56-666c-474c-92c4-21c80d4540e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0422552 Sep 15 02:49:47.875773 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:47.922887 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_dvr_db [None req-aa66f20a-81c0-4e3a-8e7f-efeb8c8a3898 None None] Set router 9ddde5d3-4db8-4cfa-813d-56c6a55128d0 gateway port host: dv-cinder-759955-25-smb {{(pid=101047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:49:47.965854 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Pushing event updated for resources: {'Port': ['ID=345807e0-1f6a-430a-acb2-8550267dc561,revision_number=8']} {{(pid=101047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:49:47.981348 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-ff6f18e5-025c-49d8-baa4-655a76c2a151 req-5785fd1d-fbb7-4e41-a608-6651f6051115 service neutron] 10.222.0.38 "GET /v2.0/networks/6f14ab56-666c-474c-92c4-21c80d4540e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043775 Sep 15 02:49:48.078886 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-ff6f18e5-025c-49d8-baa4-655a76c2a151 req-312b79c3-675f-42cf-b0b7-1aef39e4b351 service neutron] 10.222.0.38 "GET /v2.0/networks/6f14ab56-666c-474c-92c4-21c80d4540e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897231 Sep 15 02:49:48.153876 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_hamode_db [None req-aa66f20a-81c0-4e3a-8e7f-efeb8c8a3898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ddde5d3-4db8-4cfa-813d-56c6a55128d0', 'name': 'tempest-TestMinimumBasicScenario-778731291-router', 'tenant_id': 'bda0ae2dd5054c26954555d099295c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'external_fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.10'}], 'enable_snat': True}, 'gw_port_id': '1ac5d270-9212-4059-9ea2-5ce6e477f7bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:47:19Z', 'updated_at': '2021-09-15T02:47:23Z', 'revision_number': 4, 'project_id': 'bda0ae2dd5054c26954555d099295c13', 'gw_port': {'id': '1ac5d270-9212-4059-9ea2-5ce6e477f7bf', 'name': '', 'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:0b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ddde5d3-4db8-4cfa-813d-56c6a55128d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:47:20Z', 'updated_at': '2021-09-15T02:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-smb', '_interfaces': [{'id': '26af36df-1072-449f-bd9f-9ff830e856a2', 'name': '', 'network_id': '6f14ab56-666c-474c-92c4-21c80d4540e7', 'tenant_id': 'bda0ae2dd5054c26954555d099295c13', 'mac_address': 'fa:16:3e:6a:cb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ddde5d3-4db8-4cfa-813d-56c6a55128d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'b44a5e3d-1dc9-4c9b-904f-be29464cdbfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:47:22Z', 'updated_at': '2021-09-15T02:47:27Z', 'revision_number': 5, 'project_id': 'bda0ae2dd5054c26954555d099295c13', 'subnets': [{'id': 'b44a5e3d-1dc9-4c9b-904f-be29464cdbfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-25-smb', False) {} {{(pid=101047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:49:48.185742 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa66f20a-81c0-4e3a-8e7f-efeb8c8a3898 None None] The sync data for ids ['9ddde5d3-4db8-4cfa-813d-56c6a55128d0'] in dv-cinder-759955-25-smb is: [{'id': '9ddde5d3-4db8-4cfa-813d-56c6a55128d0', 'name': 'tempest-TestMinimumBasicScenario-778731291-router', 'tenant_id': 'bda0ae2dd5054c26954555d099295c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'external_fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.10'}], 'enable_snat': True}, 'gw_port_id': '1ac5d270-9212-4059-9ea2-5ce6e477f7bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:47:19Z', 'updated_at': '2021-09-15T02:47:23Z', 'revision_number': 4, 'project_id': 'bda0ae2dd5054c26954555d099295c13', 'gw_port': {'id': '1ac5d270-9212-4059-9ea2-5ce6e477f7bf', 'name': '', 'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:0b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ddde5d3-4db8-4cfa-813d-56c6a55128d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:47:20Z', 'updated_at': '2021-09-15T02:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-smb', '_interfaces': [{'id': '26af36df-1072-449f-bd9f-9ff830e856a2', 'name': '', 'network_id': '6f14ab56-666c-474c-92c4-21c80d4540e7', 'tenant_id': 'bda0ae2dd5054c26954555d099295c13', 'mac_address': 'fa:16:3e:6a:cb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ddde5d3-4db8-4cfa-813d-56c6a55128d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'b44a5e3d-1dc9-4c9b-904f-be29464cdbfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:47:22Z', 'updated_at': '2021-09-15T02:47:27Z', 'revision_number': 5, 'project_id': 'bda0ae2dd5054c26954555d099295c13', 'subnets': [{'id': 'b44a5e3d-1dc9-4c9b-904f-be29464cdbfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 02:49:48.188477 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-97976cef-82bb-4318-9a6e-970cabf25c33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:48.409636 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277735d2-d8b3-4fb3-a5e6-132c6acc0026 None None] New status for floating IP c7fbe4fc-994a-4a32-b4a6-bf81c4390469: DOWN {{(pid=101048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 02:49:48.445931 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:48.472947 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a402489a-4712-41a5-bb8e-ca56efff9426 req-18b11811-aa42-482c-bee9-6375da2358d5 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:49:48.474525 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-a402489a-4712-41a5-bb8e-ca56efff9426 req-18b11811-aa42-482c-bee9-6375da2358d5 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b51c9e-105a-4410-b3d4-28452f4f058f HTTP/1.1" status: 200 len: 943 time: 0.0493062 Sep 15 02:49:48.515430 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-a402489a-4712-41a5-bb8e-ca56efff9426 req-f2cdbbdd-c0cf-42d9-bf75-4883ce5b7991 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad459af9-5975-483b-9f53-88cb63fe7ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347390 Sep 15 02:49:49.365933 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-26fc78ca-8f14-4c98-81c4-2d6c26116e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:50.386016 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aa3308-afe4-4e31-8205-726994d48ef0 req-4fda14a8-0c10-46ba-a601-dc56781db315 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:49:50.387879 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-a0aa3308-afe4-4e31-8205-726994d48ef0 req-4fda14a8-0c10-46ba-a601-dc56781db315 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4492b77-0aed-433d-b20c-dee4932e615d HTTP/1.1" status: 200 len: 945 time: 0.0533335 Sep 15 02:49:50.427230 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-a0aa3308-afe4-4e31-8205-726994d48ef0 req-0ec6fb34-1d1e-4760-a568-5191a6367889 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d03ce67-083c-4842-9dce-25b3d5453925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332348 Sep 15 02:49:50.681371 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423d7458-98b7-4179-a808-b54920f892bd req-c5cf3e00-67d8-4d5a-9f5a-a4043fa2af13 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:49:50.682855 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-423d7458-98b7-4179-a808-b54920f892bd req-c5cf3e00-67d8-4d5a-9f5a-a4043fa2af13 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b51c9e-105a-4410-b3d4-28452f4f058f HTTP/1.1" status: 200 len: 943 time: 0.0528457 Sep 15 02:49:50.722574 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-423d7458-98b7-4179-a808-b54920f892bd req-d3bbc186-0d10-42f5-91ec-e442bcf1f3c7 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad459af9-5975-483b-9f53-88cb63fe7ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336521 Sep 15 02:49:50.976041 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-999d3dc1-703c-4d70-8427-db009818a14b req-561386a2-4f71-4d67-917d-1ae665602dde service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=42b51c9e-105a-4410-b3d4-28452f4f058f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0394170 Sep 15 02:49:51.240220 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-4787a0ec-4617-4d18-8d79-4c4aa2145a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:51.370903 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Device 345807e0-1f6a-430a-acb2-8550267dc561 no longer exists at agent hyperv_hv-cinder-75995 {{(pid=101047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 02:49:51.546163 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942d5f84-8de5-4e8e-a639-793689690945 req-40e2d5b1-d805-4f2a-880e-08a9a23e14d1 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:49:51.547623 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-942d5f84-8de5-4e8e-a639-793689690945 req-40e2d5b1-d805-4f2a-880e-08a9a23e14d1 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4492b77-0aed-433d-b20c-dee4932e615d HTTP/1.1" status: 200 len: 945 time: 0.0507510 Sep 15 02:49:51.591979 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-942d5f84-8de5-4e8e-a639-793689690945 req-71c2e71f-2c34-4360-838c-a118ccb1a5de tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d03ce67-083c-4842-9dce-25b3d5453925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364153 Sep 15 02:49:51.647795 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 41842) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:49:51.858797 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631d1f70-2cbf-4295-af6c-f4efadbd4afb req-0b7b1e1a-06ae-41ab-9a4e-26f479ea4914 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:49:51.860213 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-631d1f70-2cbf-4295-af6c-f4efadbd4afb req-0b7b1e1a-06ae-41ab-9a4e-26f479ea4914 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b51c9e-105a-4410-b3d4-28452f4f058f HTTP/1.1" status: 200 len: 943 time: 0.0548091 Sep 15 02:49:51.898932 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-631d1f70-2cbf-4295-af6c-f4efadbd4afb req-2279f524-31ea-4c1a-b3b8-0fdc624580f3 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad459af9-5975-483b-9f53-88cb63fe7ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324993 Sep 15 02:49:52.040095 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45231722-e71b-4b79-a32e-551a0614846f req-b81937ae-de32-4dfe-b915-3d2797c59b34 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:49:52.041605 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-45231722-e71b-4b79-a32e-551a0614846f req-b81937ae-de32-4dfe-b915-3d2797c59b34 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4492b77-0aed-433d-b20c-dee4932e615d HTTP/1.1" status: 200 len: 945 time: 0.0477521 Sep 15 02:49:52.106269 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-123e0863-b26c-45ce-923c-91a9791755e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1029893'] for router_interface, before_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:52.134631 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.plugin [req-45231722-e71b-4b79-a32e-551a0614846f req-2fa30403-54cd-446b-b3dd-2c4bad142e3e tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Deleting port 487af8df-e2cb-4b77-b9f9-fdf4008ec916 {{(pid=101046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:49:52.134864 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [req-45231722-e71b-4b79-a32e-551a0614846f req-2fa30403-54cd-446b-b3dd-2c4bad142e3e tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781587782193'] for port, before_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:52.229518 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.db [req-45231722-e71b-4b79-a32e-551a0614846f req-2fa30403-54cd-446b-b3dd-2c4bad142e3e tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] For port 487af8df-e2cb-4b77-b9f9-fdf4008ec916, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=487af8df-e2cb-4b77-b9f9-fdf4008ec916,segment=NetworkSegment(a62a0362-9a53-4c6f-aebd-c70982ef9284),segment_id=a62a0362-9a53-4c6f-aebd-c70982ef9284)] {{(pid=101046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:49:52.229887 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [req-45231722-e71b-4b79-a32e-551a0614846f req-2fa30403-54cd-446b-b3dd-2c4bad142e3e tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023821'] for port, precommit_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:52.243545 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.plugin [req-45231722-e71b-4b79-a32e-551a0614846f req-2fa30403-54cd-446b-b3dd-2c4bad142e3e tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Calling delete_port for 487af8df-e2cb-4b77-b9f9-fdf4008ec916 owned by compute:nova {{(pid=101046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:49:52.417116 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [req-45231722-e71b-4b79-a32e-551a0614846f req-2fa30403-54cd-446b-b3dd-2c4bad142e3e tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781587788279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781587269057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25909702'] for port, after_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:52.429233 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] get_ports_and_sgs() called for port_ids ['487af8df-e2cb-4b77-b9f9-fdf4008ec916'] {{(pid=101047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 02:49:52.446032 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa30403-54cd-446b-b3dd-2c4bad142e3e tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Pushing event deleted for resources: {'Port': ['ID=487af8df-e2cb-4b77-b9f9-fdf4008ec916,revision_number=None']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:49:52.519653 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.db.l3_dvrscheduler_db [req-45231722-e71b-4b79-a32e-551a0614846f req-2fa30403-54cd-446b-b3dd-2c4bad142e3e tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] No DVR routers for this DVR port 487af8df-e2cb-4b77-b9f9-fdf4008ec916 on host hv-cinder-75995 {{(pid=101046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 02:49:52.519653 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [req-45231722-e71b-4b79-a32e-551a0614846f req-2fa30403-54cd-446b-b3dd-2c4bad142e3e tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89626'] for port, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:52.519653 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-45231722-e71b-4b79-a32e-551a0614846f req-2fa30403-54cd-446b-b3dd-2c4bad142e3e tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] 10.222.0.38 "DELETE /v2.0/ports/487af8df-e2cb-4b77-b9f9-fdf4008ec916 HTTP/1.1" status: 204 len: 173 time: 0.4476421 Sep 15 02:49:52.519653 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4492b77-0aed-433d-b20c-dee4932e615d', 'name': 'network-vif-deleted', 'tag': '487af8df-e2cb-4b77-b9f9-fdf4008ec916'}] {{(pid=101046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:49:52.519653 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09f236bde6c897f5223593461388a859426f0e46db55c614fbf86303128fc53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db594b24-dc16-4d69-a71f-4c43200deeb0" -d '{"events": [{"server_uuid": "c4492b77-0aed-433d-b20c-dee4932e615d", "name": "network-vif-deleted", "tag": "487af8df-e2cb-4b77-b9f9-fdf4008ec916"}]}' {{(pid=101046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:49:52.520091 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999d3dc1-703c-4d70-8427-db009818a14b req-6d03b318-78fc-4814-985d-a631ecee4041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:49:52.520091 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-999d3dc1-703c-4d70-8427-db009818a14b req-6d03b318-78fc-4814-985d-a631ecee4041 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=42b51c9e-105a-4410-b3d4-28452f4f058f&tenant_id=bf1160da16cc4aa8a8f7f5065e5f7661 HTTP/1.1" status: 200 len: 1096 time: 0.1242743 Sep 15 02:49:52.539080 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 02:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-894e6da7-609e-4ce3-b102-e8369518a055 x-openstack-request-id: req-894e6da7-609e-4ce3-b102-e8369518a055 {{(pid=101046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:49:52.539367 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4492b77-0aed-433d-b20c-dee4932e615d", "name": "network-vif-deleted", "tag": "487af8df-e2cb-4b77-b9f9-fdf4008ec916", "status": "completed", "code": 200}]} {{(pid=101046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:49:52.539613 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-894e6da7-609e-4ce3-b102-e8369518a055 {{(pid=101046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:49:52.540001 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4492b77-0aed-433d-b20c-dee4932e615d', 'name': 'network-vif-deleted', 'tag': '487af8df-e2cb-4b77-b9f9-fdf4008ec916', 'status': 'completed', 'code': 200} Sep 15 02:49:52.604019 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999d3dc1-703c-4d70-8427-db009818a14b req-e7742d33-8d9b-41db-a8d9-b4ed83b4e3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:49:52.605514 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-999d3dc1-703c-4d70-8427-db009818a14b req-e7742d33-8d9b-41db-a8d9-b4ed83b4e3a0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=bf1160da16cc4aa8a8f7f5065e5f7661&device_id=42b51c9e-105a-4410-b3d4-28452f4f058f HTTP/1.1" status: 200 len: 1096 time: 0.0625751 Sep 15 02:49:52.752080 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999d3dc1-703c-4d70-8427-db009818a14b req-90a82faf-d46c-4740-b690-c9007a909e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:49:52.753756 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-999d3dc1-703c-4d70-8427-db009818a14b req-90a82faf-d46c-4740-b690-c9007a909e12 service neutron] 10.222.0.38 "GET /v2.0/networks?id=559d7eea-ef89-4b33-b717-afb1545433a5 HTTP/1.1" status: 200 len: 917 time: 0.1413176 Sep 15 02:49:52.826311 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.plugin [None req-123e0863-b26c-45ce-923c-91a9791755e5 admin admin] Deleting port 6dbb9097-a267-45a9-95b6-8e499d62a8a4 {{(pid=101045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:49:52.826984 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-123e0863-b26c-45ce-923c-91a9791755e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781587782193'] for port, before_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:52.865820 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-999d3dc1-703c-4d70-8427-db009818a14b req-3a00b0dc-3ac1-46b8-a6c2-d79be00e68c1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=345807e0-1f6a-430a-acb2-8550267dc561 HTTP/1.1" status: 200 len: 998 time: 0.1040905 Sep 15 02:49:52.968396 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-b2f38862-a379-4aae-81dd-27601d63a510 req-dc75df7d-32e5-4b72-b013-87ca5c77b841 tempest-TestMinimumBasicScenario-1567886244 tempest-TestMinimumBasicScenario-1567886244-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4492b77-0aed-433d-b20c-dee4932e615d HTTP/1.1" status: 200 len: 210 time: 0.3050382 Sep 15 02:49:52.976848 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999d3dc1-703c-4d70-8427-db009818a14b req-52df5cce-d56f-43a4-ba0d-3312d2c6fd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:49:52.978341 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-999d3dc1-703c-4d70-8427-db009818a14b req-52df5cce-d56f-43a4-ba0d-3312d2c6fd77 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=16cede8a-7007-4219-aa2d-1189c5c08411 HTTP/1.1" status: 200 len: 855 time: 0.1052167 Sep 15 02:49:52.980206 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.db [None req-123e0863-b26c-45ce-923c-91a9791755e5 admin admin] For port 6dbb9097-a267-45a9-95b6-8e499d62a8a4, host dv-cinder-759955-25-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-smb',level=0,port_id=6dbb9097-a267-45a9-95b6-8e499d62a8a4,segment=NetworkSegment(3b14b1bf-a47b-467b-a4e0-6f402c26d2c4),segment_id=3b14b1bf-a47b-467b-a4e0-6f402c26d2c4)] {{(pid=101045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:49:52.980595 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-123e0863-b26c-45ce-923c-91a9791755e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023821'] for port, precommit_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:53.041998 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.plugin [None req-123e0863-b26c-45ce-923c-91a9791755e5 admin admin] Calling delete_port for 6dbb9097-a267-45a9-95b6-8e499d62a8a4 owned by network:router_interface {{(pid=101045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:49:53.111666 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999d3dc1-703c-4d70-8427-db009818a14b req-a3ede1e9-4c5e-414e-b526-52e77689a64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:49:53.113169 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-999d3dc1-703c-4d70-8427-db009818a14b req-a3ede1e9-4c5e-414e-b526-52e77689a64c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=559d7eea-ef89-4b33-b717-afb1545433a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1222041 Sep 15 02:49:53.121924 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf1802d-8435-445f-8c9e-52bd5a3190a3 req-5800e54b-041c-45b4-b95e-426bb9251d7d tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:49:53.129423 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-caf1802d-8435-445f-8c9e-52bd5a3190a3 req-5800e54b-041c-45b4-b95e-426bb9251d7d tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b51c9e-105a-4410-b3d4-28452f4f058f HTTP/1.1" status: 200 len: 943 time: 0.1394885 Sep 15 02:49:53.275615 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-caf1802d-8435-445f-8c9e-52bd5a3190a3 req-d739ef7f-ac29-409f-a0dd-514e13af92ea tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad459af9-5975-483b-9f53-88cb63fe7ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288455 Sep 15 02:49:53.313364 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-999d3dc1-703c-4d70-8427-db009818a14b req-95d8af53-9809-41ab-916a-4432f213d65a service neutron] 10.222.0.38 "GET /v2.0/networks/559d7eea-ef89-4b33-b717-afb1545433a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829820 Sep 15 02:49:53.440254 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-999d3dc1-703c-4d70-8427-db009818a14b req-aa0453b2-7265-4b5a-a14e-0bd01ad48d59 service neutron] 10.222.0.38 "GET /v2.0/networks/559d7eea-ef89-4b33-b717-afb1545433a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183259 Sep 15 02:49:53.486237 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-123e0863-b26c-45ce-923c-91a9791755e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781587788279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781587269057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25563207'] for port, after_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:53.517857 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123e0863-b26c-45ce-923c-91a9791755e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=6dbb9097-a267-45a9-95b6-8e499d62a8a4,revision_number=None']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:49:53.690451 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-123e0863-b26c-45ce-923c-91a9791755e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-576689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1029045'] for router_interface, after_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:53.906147 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-123e0863-b26c-45ce-923c-91a9791755e5 admin admin] Router 4f1b0b79-e3c3-47e5-8db0-a2250f779792 has already been hosted by L3 agent 22749488-15d0-44a3-a4aa-285786541688 {{(pid=101045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 02:49:54.036593 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-123e0863-b26c-45ce-923c-91a9791755e5 admin admin] Notify agent at l3_agent.dv-cinder-759955-25-smb the message routers_updated {{(pid=101045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 02:49:54.048922 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 41880) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:49:54.049451 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-123e0863-b26c-45ce-923c-91a9791755e5 admin admin] 10.222.0.13 "PUT /v2.0/routers/4f1b0b79-e3c3-47e5-8db0-a2250f779792/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4000690 Sep 15 02:49:54.049973 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d262f3-c6ab-4cb3-9b3c-dd438da61b99 None None] Sync routers for ids ['4f1b0b79-e3c3-47e5-8db0-a2250f779792'] in dv-cinder-759955-25-smb {{(pid=101047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 02:49:54.062454 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d262f3-c6ab-4cb3-9b3c-dd438da61b99 None None] Routers {'4f1b0b79-e3c3-47e5-8db0-a2250f779792'} bound to L3 agent in host dv-cinder-759955-25-smb {{(pid=101047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:49:54.063134 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_hamode_db [None req-36d262f3-c6ab-4cb3-9b3c-dd438da61b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T02:36:18Z,description=,heartbeat_timestamp=2021-09-15T02:49:48Z,host='dv-cinder-759955-25-smb',id=22749488-15d0-44a3-a4aa-285786541688,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:36:19Z,topic='l3_agent')) {'router_ids': ['4f1b0b79-e3c3-47e5-8db0-a2250f779792'], 'active': True} {{(pid=101047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:49:54.231180 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_dvr_db [None req-36d262f3-c6ab-4cb3-9b3c-dd438da61b99 None None] Set router 4f1b0b79-e3c3-47e5-8db0-a2250f779792 gateway port host: dv-cinder-759955-25-smb {{(pid=101047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:49:54.235031 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-f2e519d9-a568-4d93-8c4f-21a74644b097 admin admin] Notify callbacks [] for router, before_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:54.498338 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-f2e519d9-a568-4d93-8c4f-21a74644b097 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:54.520705 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa99e00-f8b9-4fd6-a1fc-0975eeefa3b9 req-a1b09daf-0541-4861-851d-e1f0fba4195a tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:49:54.523189 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-bfa99e00-f8b9-4fd6-a1fc-0975eeefa3b9 req-a1b09daf-0541-4861-851d-e1f0fba4195a tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b51c9e-105a-4410-b3d4-28452f4f058f HTTP/1.1" status: 200 len: 943 time: 0.1091795 Sep 15 02:49:54.525214 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_hamode_db [None req-36d262f3-c6ab-4cb3-9b3c-dd438da61b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f1b0b79-e3c3-47e5-8db0-a2250f779792', 'name': 'tempest-AttachVolumeTestJSON-1616189826-router', 'tenant_id': '3b73a94c214748a88ea9fc76fb540004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'external_fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.116'}], 'enable_snat': True}, 'gw_port_id': 'a378dd54-a4ba-4713-9628-1728198bde37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:44:29Z', 'updated_at': '2021-09-15T02:49:53Z', 'revision_number': 5, 'project_id': '3b73a94c214748a88ea9fc76fb540004', 'gw_port': {'id': 'a378dd54-a4ba-4713-9628-1728198bde37', 'name': '', 'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:8b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1b0b79-e3c3-47e5-8db0-a2250f779792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:44:30Z', 'updated_at': '2021-09-15T02:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-smb'}], 'dv-cinder-759955-25-smb', False) {} {{(pid=101047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:49:54.555267 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d262f3-c6ab-4cb3-9b3c-dd438da61b99 None None] Checking router: 4f1b0b79-e3c3-47e5-8db0-a2250f779792 for host: dv-cinder-759955-25-smb {{(pid=101047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 02:49:54.564072 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d262f3-c6ab-4cb3-9b3c-dd438da61b99 None None] Routers {'4f1b0b79-e3c3-47e5-8db0-a2250f779792'} bound to L3 agent in host dv-cinder-759955-25-smb {{(pid=101047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:49:54.564968 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_hamode_db [None req-36d262f3-c6ab-4cb3-9b3c-dd438da61b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T02:36:18Z,description=,heartbeat_timestamp=2021-09-15T02:49:48Z,host='dv-cinder-759955-25-smb',id=22749488-15d0-44a3-a4aa-285786541688,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:36:19Z,topic='l3_agent')) {'router_ids': ['4f1b0b79-e3c3-47e5-8db0-a2250f779792'], 'active': True} {{(pid=101047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:49:54.576995 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-bfa99e00-f8b9-4fd6-a1fc-0975eeefa3b9 req-d69fe6a7-8043-4393-92d0-f9524f78e0c9 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad459af9-5975-483b-9f53-88cb63fe7ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473194 Sep 15 02:49:54.636638 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.plugin [None req-f2e519d9-a568-4d93-8c4f-21a74644b097 admin admin] Deleting port a378dd54-a4ba-4713-9628-1728198bde37 {{(pid=101046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:49:54.637064 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-f2e519d9-a568-4d93-8c4f-21a74644b097 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781587782193'] for port, before_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:54.704584 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_dvr_db [None req-36d262f3-c6ab-4cb3-9b3c-dd438da61b99 None None] Set router 4f1b0b79-e3c3-47e5-8db0-a2250f779792 gateway port host: None {{(pid=101047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:49:54.745694 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.db [None req-f2e519d9-a568-4d93-8c4f-21a74644b097 admin admin] For port a378dd54-a4ba-4713-9628-1728198bde37, host dv-cinder-759955-25-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-smb',level=0,port_id=a378dd54-a4ba-4713-9628-1728198bde37,segment=NetworkSegment(4ddc9b9a-930b-46d8-934d-b4f616b6b84f),segment_id=4ddc9b9a-930b-46d8-934d-b4f616b6b84f)] {{(pid=101046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:49:54.746378 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-f2e519d9-a568-4d93-8c4f-21a74644b097 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023821'] for port, precommit_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:54.760255 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.plugin [None req-f2e519d9-a568-4d93-8c4f-21a74644b097 admin admin] Calling delete_port for a378dd54-a4ba-4713-9628-1728198bde37 owned by network:router_gateway {{(pid=101046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:49:54.789284 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_hamode_db [None req-36d262f3-c6ab-4cb3-9b3c-dd438da61b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f1b0b79-e3c3-47e5-8db0-a2250f779792', 'name': 'tempest-AttachVolumeTestJSON-1616189826-router', 'tenant_id': '3b73a94c214748a88ea9fc76fb540004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:44:29Z', 'updated_at': '2021-09-15T02:49:54Z', 'revision_number': 6, 'project_id': '3b73a94c214748a88ea9fc76fb540004', 'gw_port_host': None}], 'dv-cinder-759955-25-smb', False) {} {{(pid=101047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:49:54.817584 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d262f3-c6ab-4cb3-9b3c-dd438da61b99 None None] The sync data for ids ['4f1b0b79-e3c3-47e5-8db0-a2250f779792'] in dv-cinder-759955-25-smb is: [{'id': '4f1b0b79-e3c3-47e5-8db0-a2250f779792', 'name': 'tempest-AttachVolumeTestJSON-1616189826-router', 'tenant_id': '3b73a94c214748a88ea9fc76fb540004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:44:29Z', 'updated_at': '2021-09-15T02:49:54Z', 'revision_number': 6, 'project_id': '3b73a94c214748a88ea9fc76fb540004', 'gw_port_host': None}] {{(pid=101047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 02:49:55.029266 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-f2e519d9-a568-4d93-8c4f-21a74644b097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781587788279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781587269057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25909702'] for port, after_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:55.058403 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e519d9-a568-4d93-8c4f-21a74644b097 admin admin] Pushing event deleted for resources: {'Port': ['ID=a378dd54-a4ba-4713-9628-1728198bde37,revision_number=None']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:49:55.122513 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-f2e519d9-a568-4d93-8c4f-21a74644b097 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1028979'] for router_gateway, after_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:55.260881 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-f2e519d9-a568-4d93-8c4f-21a74644b097 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1030946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-987'] for router, precommit_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:55.263932 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-f2e519d9-a568-4d93-8c4f-21a74644b097 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:55.389480 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-f2e519d9-a568-4d93-8c4f-21a74644b097 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1031129'] for router, after_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:55.390065 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2e519d9-a568-4d93-8c4f-21a74644b097 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f1b0b79-e3c3-47e5-8db0-a2250f779792 {{(pid=101046) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 02:49:55.395033 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-f2e519d9-a568-4d93-8c4f-21a74644b097 admin admin] Notify callbacks [] for router, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:55.398435 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-f2e519d9-a568-4d93-8c4f-21a74644b097 admin admin] 10.222.0.13 "DELETE /v2.0/routers/4f1b0b79-e3c3-47e5-8db0-a2250f779792 HTTP/1.1" status: 204 len: 168 time: 1.3453922 Sep 15 02:49:55.398664 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 41920) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:49:55.404307 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Device 487af8df-e2cb-4b77-b9f9-fdf4008ec916 no longer exists at agent hyperv_hv-cinder-75995 {{(pid=101047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 02:49:55.424616 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.plugin [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] No Port match for: 487af8df-e2cb-4b77-b9f9-fdf4008ec916 {{(pid=101047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 02:49:55.424959 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Device 487af8df-e2cb-4b77-b9f9-fdf4008ec916 not bound to the agent host hv-cinder-75995 {{(pid=101047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 02:49:55.447094 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ef9c974-7288-475e-ba0d-e095396b4266 admin admin] Deleting subnet a0f1f6f6-a304-49b2-a651-7b609fdec3ef {{(pid=101046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 02:49:55.452046 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-7ef9c974-7288-475e-ba0d-e095396b4266 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:55.489483 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-7ef9c974-7288-475e-ba0d-e095396b4266 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25912473'] for subnet, precommit_delete_associations {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:55.643817 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-7ef9c974-7288-475e-ba0d-e095396b4266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1580888'] for subnet, precommit_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:55.768066 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c880a7fe-9aee-45b4-a92f-fc5b5f237737 req-a048e9d3-3c77-4d09-bec9-54bd2c7b3ee0 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:49:55.770483 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-c880a7fe-9aee-45b4-a92f-fc5b5f237737 req-a048e9d3-3c77-4d09-bec9-54bd2c7b3ee0 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b51c9e-105a-4410-b3d4-28452f4f058f HTTP/1.1" status: 200 len: 943 time: 0.0567467 Sep 15 02:49:55.789152 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-7ef9c974-7288-475e-ba0d-e095396b4266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1580879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25909737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27079613'] for subnet, after_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:55.809271 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f9a261-6621-4546-82b0-d3a7251beffe None None] Network 6f57639e-ff61-4a6a-8bb7-4f6634a3a645 requested from dv-cinder-759955-25-smb {{(pid=101047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 02:49:55.820349 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-7ef9c974-7288-475e-ba0d-e095396b4266 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:55.824689 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-7ef9c974-7288-475e-ba0d-e095396b4266 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a0f1f6f6-a304-49b2-a651-7b609fdec3ef HTTP/1.1" status: 204 len: 168 time: 0.4225745 Sep 15 02:49:55.824689 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef9c974-7288-475e-ba0d-e095396b4266 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0f1f6f6-a304-49b2-a651-7b609fdec3ef,revision_number=None']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:49:55.828309 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 41928) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:49:55.867800 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-c880a7fe-9aee-45b4-a92f-fc5b5f237737 req-e9a595a3-af08-4cea-9fa5-3b3a034c5e1a tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad459af9-5975-483b-9f53-88cb63fe7ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881600 Sep 15 02:49:56.004983 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-3f8d4474-3fad-4e29-8b5b-654ccf241557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615785'] for network, before_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:56.053014 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 41930) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:49:56.084251 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.plugin [None req-3f8d4474-3fad-4e29-8b5b-654ccf241557 admin admin] Deleting port 56824843-6d96-436e-8410-df19bb754721 {{(pid=101045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:49:56.084876 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-3f8d4474-3fad-4e29-8b5b-654ccf241557 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781587782193'] for port, before_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:56.115709 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d70eb5-2aee-4710-a214-713e40c569c9 None None] DHCP port deletion for 6f57639e-ff61-4a6a-8bb7-4f6634a3a645 request from dv-cinder-759955-25-smb {{(pid=101047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 02:49:56.172058 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.plugin [None req-c0d70eb5-2aee-4710-a214-713e40c569c9 None None] Deleting port 56824843-6d96-436e-8410-df19bb754721 {{(pid=101047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:49:56.172730 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-c0d70eb5-2aee-4710-a214-713e40c569c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781587782193'] for port, before_delete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:56.182732 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.db [None req-3f8d4474-3fad-4e29-8b5b-654ccf241557 admin admin] For port 56824843-6d96-436e-8410-df19bb754721, host dv-cinder-759955-25-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-smb',level=0,port_id=56824843-6d96-436e-8410-df19bb754721,segment=NetworkSegment(3b14b1bf-a47b-467b-a4e0-6f402c26d2c4),segment_id=3b14b1bf-a47b-467b-a4e0-6f402c26d2c4)] {{(pid=101045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:49:56.183298 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-3f8d4474-3fad-4e29-8b5b-654ccf241557 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023821'] for port, precommit_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:56.202825 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.plugin [None req-3f8d4474-3fad-4e29-8b5b-654ccf241557 admin admin] Calling delete_port for 56824843-6d96-436e-8410-df19bb754721 owned by network:dhcp {{(pid=101045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:49:56.300551 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-c0d70eb5-2aee-4710-a214-713e40c569c9 None None] For port 56824843-6d96-436e-8410-df19bb754721, host dv-cinder-759955-25-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-smb',level=0,port_id=56824843-6d96-436e-8410-df19bb754721,segment=NetworkSegment(3b14b1bf-a47b-467b-a4e0-6f402c26d2c4),segment_id=3b14b1bf-a47b-467b-a4e0-6f402c26d2c4)] {{(pid=101047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:49:56.300956 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-c0d70eb5-2aee-4710-a214-713e40c569c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023821'] for port, precommit_delete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:56.326642 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.plugin [None req-c0d70eb5-2aee-4710-a214-713e40c569c9 None None] Calling delete_port for 56824843-6d96-436e-8410-df19bb754721 owned by network:dhcp {{(pid=101047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:49:56.344449 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Device 56824843-6d96-436e-8410-df19bb754721 no longer exists at agent ovs-agent-dv-cinder-759955-25-smb {{(pid=101047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 02:49:56.402813 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-3f8d4474-3fad-4e29-8b5b-654ccf241557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781587788279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781587269057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25563207'] for port, after_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:56.444273 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8d4474-3fad-4e29-8b5b-654ccf241557 admin admin] Pushing event deleted for resources: {'Port': ['ID=56824843-6d96-436e-8410-df19bb754721,revision_number=None']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:49:56.459382 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8d4474-3fad-4e29-8b5b-654ccf241557 admin admin] No DVR routers for this DVR port 56824843-6d96-436e-8410-df19bb754721 on host dv-cinder-759955-25-smb {{(pid=101045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 02:49:56.461816 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] No active binding found for port 56824843-6d96-436e-8410-df19bb754721 {{(pid=101047) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 15 02:49:56.462387 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Device 56824843-6d96-436e-8410-df19bb754721 not bound to the agent host dv-cinder-759955-25-smb {{(pid=101047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 02:49:56.462901 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Device 6dbb9097-a267-45a9-95b6-8e499d62a8a4 no longer exists at agent ovs-agent-dv-cinder-759955-25-smb {{(pid=101047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 02:49:56.491007 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.plugin [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] No Port match for: 6dbb9097-a267-45a9-95b6-8e499d62a8a4 {{(pid=101047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 02:49:56.491007 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Device 6dbb9097-a267-45a9-95b6-8e499d62a8a4 not bound to the agent host dv-cinder-759955-25-smb {{(pid=101047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 02:49:56.491472 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Device a378dd54-a4ba-4713-9628-1728198bde37 no longer exists at agent ovs-agent-dv-cinder-759955-25-smb {{(pid=101047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 02:49:56.517944 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.plugin [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] No Port match for: a378dd54-a4ba-4713-9628-1728198bde37 {{(pid=101047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 02:49:56.518420 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Device a378dd54-a4ba-4713-9628-1728198bde37 not bound to the agent host dv-cinder-759955-25-smb {{(pid=101047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 02:49:56.576355 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-c0d70eb5-2aee-4710-a214-713e40c569c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781587788279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781587269057'] for port, after_delete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:56.586314 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-3f8d4474-3fad-4e29-8b5b-654ccf241557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579487', 'neutron.services.segments.db._delete_segments_for_network-8781587797149'] for network, precommit_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:56.607668 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d70eb5-2aee-4710-a214-713e40c569c9 None None] No DVR routers for this DVR port 56824843-6d96-436e-8410-df19bb754721 on host dv-cinder-759955-25-smb {{(pid=101047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 02:49:56.612045 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d70eb5-2aee-4710-a214-713e40c569c9 None None] Pushing event deleted for resources: {'Port': ['ID=56824843-6d96-436e-8410-df19bb754721,revision_number=None']} {{(pid=101047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:49:56.618128 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.services.segments.db [None req-3f8d4474-3fad-4e29-8b5b-654ccf241557 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f57639e-ff61-4a6a-8bb7-4f6634a3a645']}} {{(pid=101045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:49:56.629644 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.services.segments.db [None req-3f8d4474-3fad-4e29-8b5b-654ccf241557 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b14b1bf-a47b-467b-a4e0-6f402c26d2c4') {'for_net_delete': True} {{(pid=101045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:49:56.629935 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.services.segments.db [None req-3f8d4474-3fad-4e29-8b5b-654ccf241557 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b14b1bf-a47b-467b-a4e0-6f402c26d2c4') {} {{(pid=101045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:49:56.644051 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-3f8d4474-3fad-4e29-8b5b-654ccf241557 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781587795110', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26884930'] for segment, before_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:56.649778 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-4b174b7d-8f56-4fde-b4bd-633061328e7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1029893'] for router_interface, before_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:56.668581 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-3f8d4474-3fad-4e29-8b5b-654ccf241557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1581261'] for segment, precommit_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:56.673548 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f8d4474-3fad-4e29-8b5b-654ccf241557 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=101045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 02:49:56.674090 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-3f8d4474-3fad-4e29-8b5b-654ccf241557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1581261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25564086'] for segment, after_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:56.676158 dv-cinder-759955-25-smb neutron-server[101045]: Traceback (most recent call last): Sep 15 02:49:56.676158 dv-cinder-759955-25-smb neutron-server[101045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 02:49:56.676158 dv-cinder-759955-25-smb neutron-server[101045]: timer() Sep 15 02:49:56.676158 dv-cinder-759955-25-smb neutron-server[101045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 02:49:56.676158 dv-cinder-759955-25-smb neutron-server[101045]: cb(*args, **kw) Sep 15 02:49:56.676158 dv-cinder-759955-25-smb neutron-server[101045]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 02:49:56.676158 dv-cinder-759955-25-smb neutron-server[101045]: return func(*args, **kwargs) Sep 15 02:49:56.676158 dv-cinder-759955-25-smb neutron-server[101045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 02:49:56.676158 dv-cinder-759955-25-smb neutron-server[101045]: self._notify() Sep 15 02:49:56.676158 dv-cinder-759955-25-smb neutron-server[101045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 02:49:56.676158 dv-cinder-759955-25-smb neutron-server[101045]: self.callback(batched_events) Sep 15 02:49:56.676158 dv-cinder-759955-25-smb neutron-server[101045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 02:49:56.676158 dv-cinder-759955-25-smb neutron-server[101045]: event.method(event) Sep 15 02:49:56.676158 dv-cinder-759955-25-smb neutron-server[101045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 02:49:56.676158 dv-cinder-759955-25-smb neutron-server[101045]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 02:49:56.676158 dv-cinder-759955-25-smb neutron-server[101045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 02:49:56.676158 dv-cinder-759955-25-smb neutron-server[101045]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 02:49:56.676158 dv-cinder-759955-25-smb neutron-server[101045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 02:49:56.676158 dv-cinder-759955-25-smb neutron-server[101045]: return f(self, *a, **k) Sep 15 02:49:56.676158 dv-cinder-759955-25-smb neutron-server[101045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 02:49:56.676158 dv-cinder-759955-25-smb neutron-server[101045]: return self._get(url).json() Sep 15 02:49:56.676158 dv-cinder-759955-25-smb neutron-server[101045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 02:49:56.676158 dv-cinder-759955-25-smb neutron-server[101045]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 02:49:56.676158 dv-cinder-759955-25-smb neutron-server[101045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 02:49:56.676158 dv-cinder-759955-25-smb neutron-server[101045]: return self.request(url, 'GET', **kwargs) Sep 15 02:49:56.676158 dv-cinder-759955-25-smb neutron-server[101045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 02:49:56.676158 dv-cinder-759955-25-smb neutron-server[101045]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 02:49:56.676158 dv-cinder-759955-25-smb neutron-server[101045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 02:49:56.676158 dv-cinder-759955-25-smb neutron-server[101045]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 02:49:56.676158 dv-cinder-759955-25-smb neutron-server[101045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 02:49:56.676158 dv-cinder-759955-25-smb neutron-server[101045]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 02:49:56.676158 dv-cinder-759955-25-smb neutron-server[101045]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 02:49:56.800161 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-3f8d4474-3fad-4e29-8b5b-654ccf241557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1028887'] for network, after_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:56.807261 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-3f8d4474-3fad-4e29-8b5b-654ccf241557 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577872'] for network, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:56.807261 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-3f8d4474-3fad-4e29-8b5b-654ccf241557 admin admin] 10.222.0.13 "DELETE /v2.0/networks/6f57639e-ff61-4a6a-8bb7-4f6634a3a645 HTTP/1.1" status: 204 len: 168 time: 0.9803977 Sep 15 02:49:56.833941 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8d4474-3fad-4e29-8b5b-654ccf241557 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f57639e-ff61-4a6a-8bb7-4f6634a3a645,revision_number=None']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:49:57.011859 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a95f922-1295-4873-86c5-82c81be1e06d req-a114a7e2-eb9a-41bc-a28e-206ed6d5cc8c tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:49:57.014425 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-0a95f922-1295-4873-86c5-82c81be1e06d req-a114a7e2-eb9a-41bc-a28e-206ed6d5cc8c tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b51c9e-105a-4410-b3d4-28452f4f058f HTTP/1.1" status: 200 len: 943 time: 0.0748916 Sep 15 02:49:57.043562 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.plugin [None req-4b174b7d-8f56-4fde-b4bd-633061328e7b admin admin] Deleting port 26af36df-1072-449f-bd9f-9ff830e856a2 {{(pid=101046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:49:57.044541 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-4b174b7d-8f56-4fde-b4bd-633061328e7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781587782193'] for port, before_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:57.090355 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-0a95f922-1295-4873-86c5-82c81be1e06d req-3b44ce53-ec98-4978-b0ef-7e6b4548c6b9 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad459af9-5975-483b-9f53-88cb63fe7ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675020 Sep 15 02:49:57.148214 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.db [None req-4b174b7d-8f56-4fde-b4bd-633061328e7b admin admin] For port 26af36df-1072-449f-bd9f-9ff830e856a2, host dv-cinder-759955-25-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-smb',level=0,port_id=26af36df-1072-449f-bd9f-9ff830e856a2,segment=NetworkSegment(a62a0362-9a53-4c6f-aebd-c70982ef9284),segment_id=a62a0362-9a53-4c6f-aebd-c70982ef9284)] {{(pid=101046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:49:57.148598 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-4b174b7d-8f56-4fde-b4bd-633061328e7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023821'] for port, precommit_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:57.163123 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.plugin [None req-4b174b7d-8f56-4fde-b4bd-633061328e7b admin admin] Calling delete_port for 26af36df-1072-449f-bd9f-9ff830e856a2 owned by network:router_interface {{(pid=101046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:49:57.202597 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 41938) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:49:57.253498 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-96c389d1-7731-4b0a-ad3e-e57d6f131f77 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3b73a94c214748a88ea9fc76fb540004&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0493762 Sep 15 02:49:57.255832 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 41940) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:49:57.316359 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-a2628ab1-8f6e-4737-8bdd-098f15fd88bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:57.343443 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-a2628ab1-8f6e-4737-8bdd-098f15fd88bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:57.428733 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-4b174b7d-8f56-4fde-b4bd-633061328e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781587788279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781587269057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25909702'] for port, after_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:57.445892 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-a2628ab1-8f6e-4737-8bdd-098f15fd88bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:57.448633 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-a2628ab1-8f6e-4737-8bdd-098f15fd88bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:57.453254 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-a2628ab1-8f6e-4737-8bdd-098f15fd88bf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/43a962b4-4a39-4ed6-ba4e-ccd1001e1ca1 HTTP/1.1" status: 204 len: 168 time: 0.1930807 Sep 15 02:49:57.456611 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b174b7d-8f56-4fde-b4bd-633061328e7b admin admin] Pushing event deleted for resources: {'Port': ['ID=26af36df-1072-449f-bd9f-9ff830e856a2,revision_number=None']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:49:57.477693 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2628ab1-8f6e-4737-8bdd-098f15fd88bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a962b4-4a39-4ed6-ba4e-ccd1001e1ca1,revision_number=None']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:49:57.662938 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-4b174b7d-8f56-4fde-b4bd-633061328e7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-576689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1029045'] for router_interface, after_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:58.157064 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b174b7d-8f56-4fde-b4bd-633061328e7b admin admin] Router 9ddde5d3-4db8-4cfa-813d-56c6a55128d0 has already been hosted by L3 agent 22749488-15d0-44a3-a4aa-285786541688 {{(pid=101046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 02:49:58.289776 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faf057d-674c-40b1-b70d-98a9bf730357 req-612dab33-af25-4189-be51-97d78a5da252 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:49:58.298628 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-4faf057d-674c-40b1-b70d-98a9bf730357 req-612dab33-af25-4189-be51-97d78a5da252 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b51c9e-105a-4410-b3d4-28452f4f058f HTTP/1.1" status: 200 len: 943 time: 0.0999422 Sep 15 02:49:58.323091 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b174b7d-8f56-4fde-b4bd-633061328e7b admin admin] Notify agent at l3_agent.dv-cinder-759955-25-smb the message routers_updated {{(pid=101046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 02:49:58.333070 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2cc421b-a197-4887-a9a0-963f8dc1c75c None None] Sync routers for ids ['9ddde5d3-4db8-4cfa-813d-56c6a55128d0'] in dv-cinder-759955-25-smb {{(pid=101048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 02:49:58.336262 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 41956) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:49:58.337026 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-4b174b7d-8f56-4fde-b4bd-633061328e7b admin admin] 10.222.0.13 "PUT /v2.0/routers/9ddde5d3-4db8-4cfa-813d-56c6a55128d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2812197 Sep 15 02:49:58.354726 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2cc421b-a197-4887-a9a0-963f8dc1c75c None None] Routers {'9ddde5d3-4db8-4cfa-813d-56c6a55128d0'} bound to L3 agent in host dv-cinder-759955-25-smb {{(pid=101048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:49:58.355668 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_hamode_db [None req-a2cc421b-a197-4887-a9a0-963f8dc1c75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T02:36:18Z,description=,heartbeat_timestamp=2021-09-15T02:49:48Z,host='dv-cinder-759955-25-smb',id=22749488-15d0-44a3-a4aa-285786541688,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:36:19Z,topic='l3_agent')) {'router_ids': ['9ddde5d3-4db8-4cfa-813d-56c6a55128d0'], 'active': True} {{(pid=101048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:49:58.396679 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-4faf057d-674c-40b1-b70d-98a9bf730357 req-6b06abf1-eb0b-4e96-b186-a50770545bdf tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad459af9-5975-483b-9f53-88cb63fe7ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971434 Sep 15 02:49:58.491033 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_dvr_db [None req-a2cc421b-a197-4887-a9a0-963f8dc1c75c None None] Set router 9ddde5d3-4db8-4cfa-813d-56c6a55128d0 gateway port host: dv-cinder-759955-25-smb {{(pid=101048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:49:58.518862 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-61b95aab-b63a-4787-8f8e-80d725f951e5 admin admin] Notify callbacks [] for router, before_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:58.660877 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-61b95aab-b63a-4787-8f8e-80d725f951e5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:58.694050 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.agents_db [None req-aaa0e2cc-b65a-40bb-b615-34ad7f0cff4d None None] Agent healthcheck: found 6 active agents {{(pid=101048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:49:58.757172 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_hamode_db [None req-a2cc421b-a197-4887-a9a0-963f8dc1c75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ddde5d3-4db8-4cfa-813d-56c6a55128d0', 'name': 'tempest-TestMinimumBasicScenario-778731291-router', 'tenant_id': 'bda0ae2dd5054c26954555d099295c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'external_fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.10'}], 'enable_snat': True}, 'gw_port_id': '1ac5d270-9212-4059-9ea2-5ce6e477f7bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:47:19Z', 'updated_at': '2021-09-15T02:49:57Z', 'revision_number': 5, 'project_id': 'bda0ae2dd5054c26954555d099295c13', 'gw_port': {'id': '1ac5d270-9212-4059-9ea2-5ce6e477f7bf', 'name': '', 'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:0b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ddde5d3-4db8-4cfa-813d-56c6a55128d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:47:20Z', 'updated_at': '2021-09-15T02:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-smb'}], 'dv-cinder-759955-25-smb', False) {} {{(pid=101048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:49:58.768092 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 41966) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:49:58.795795 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.plugin [None req-61b95aab-b63a-4787-8f8e-80d725f951e5 admin admin] Deleting port 1ac5d270-9212-4059-9ea2-5ce6e477f7bf {{(pid=101045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:49:58.796393 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-61b95aab-b63a-4787-8f8e-80d725f951e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781587782193'] for port, before_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:58.801154 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2cc421b-a197-4887-a9a0-963f8dc1c75c None None] Checking router: 9ddde5d3-4db8-4cfa-813d-56c6a55128d0 for host: dv-cinder-759955-25-smb {{(pid=101048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 02:49:58.810432 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2cc421b-a197-4887-a9a0-963f8dc1c75c None None] Routers {'9ddde5d3-4db8-4cfa-813d-56c6a55128d0'} bound to L3 agent in host dv-cinder-759955-25-smb {{(pid=101048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:49:58.822081 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_hamode_db [None req-a2cc421b-a197-4887-a9a0-963f8dc1c75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T02:36:18Z,description=,heartbeat_timestamp=2021-09-15T02:49:48Z,host='dv-cinder-759955-25-smb',id=22749488-15d0-44a3-a4aa-285786541688,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:36:19Z,topic='l3_agent')) {'router_ids': ['9ddde5d3-4db8-4cfa-813d-56c6a55128d0'], 'active': True} {{(pid=101048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:49:58.899443 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.db [None req-61b95aab-b63a-4787-8f8e-80d725f951e5 admin admin] For port 1ac5d270-9212-4059-9ea2-5ce6e477f7bf, host dv-cinder-759955-25-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-smb',level=0,port_id=1ac5d270-9212-4059-9ea2-5ce6e477f7bf,segment=NetworkSegment(4ddc9b9a-930b-46d8-934d-b4f616b6b84f),segment_id=4ddc9b9a-930b-46d8-934d-b4f616b6b84f)] {{(pid=101045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:49:58.899814 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-61b95aab-b63a-4787-8f8e-80d725f951e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023821'] for port, precommit_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:58.913724 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.plugin [None req-61b95aab-b63a-4787-8f8e-80d725f951e5 admin admin] Calling delete_port for 1ac5d270-9212-4059-9ea2-5ce6e477f7bf owned by network:router_gateway {{(pid=101045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:49:58.937697 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.v2.base [None req-c9883008-3978-48e6-b9c3-0f5ce40996ed admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-653347104-network', 'tenant_id': '92321f839e1f46d392c1413c1df11561'}} {{(pid=101046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:49:58.964824 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_dvr_db [None req-a2cc421b-a197-4887-a9a0-963f8dc1c75c None None] Set router 9ddde5d3-4db8-4cfa-813d-56c6a55128d0 gateway port host: None {{(pid=101048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:49:59.017291 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9883008-3978-48e6-b9c3-0f5ce40996ed admin admin] Made reservation on behalf of 92321f839e1f46d392c1413c1df11561 for: {'network': 1} {{(pid=101046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:49:59.019887 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-c9883008-3978-48e6-b9c3-0f5ce40996ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for network, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:59.029728 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-c9883008-3978-48e6-b9c3-0f5ce40996ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:59.030258 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_hamode_db [None req-a2cc421b-a197-4887-a9a0-963f8dc1c75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ddde5d3-4db8-4cfa-813d-56c6a55128d0', 'name': 'tempest-TestMinimumBasicScenario-778731291-router', 'tenant_id': 'bda0ae2dd5054c26954555d099295c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:47:19Z', 'updated_at': '2021-09-15T02:49:58Z', 'revision_number': 6, 'project_id': 'bda0ae2dd5054c26954555d099295c13', 'gw_port_host': None}], 'dv-cinder-759955-25-smb', False) {} {{(pid=101048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:49:59.100320 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2cc421b-a197-4887-a9a0-963f8dc1c75c None None] The sync data for ids ['9ddde5d3-4db8-4cfa-813d-56c6a55128d0'] in dv-cinder-759955-25-smb is: [{'id': '9ddde5d3-4db8-4cfa-813d-56c6a55128d0', 'name': 'tempest-TestMinimumBasicScenario-778731291-router', 'tenant_id': 'bda0ae2dd5054c26954555d099295c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:47:19Z', 'updated_at': '2021-09-15T02:49:58Z', 'revision_number': 6, 'project_id': 'bda0ae2dd5054c26954555d099295c13', 'gw_port_host': None}] {{(pid=101048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 02:49:59.173974 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-c9883008-3978-48e6-b9c3-0f5ce40996ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:59.206037 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-61b95aab-b63a-4787-8f8e-80d725f951e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781587788279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781587269057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25563207'] for port, after_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:59.233011 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b95aab-b63a-4787-8f8e-80d725f951e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ac5d270-9212-4059-9ea2-5ce6e477f7bf,revision_number=None']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:49:59.245358 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-c9883008-3978-48e6-b9c3-0f5ce40996ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:59.271429 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9883008-3978-48e6-b9c3-0f5ce40996ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=101046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 02:49:59.281482 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9883008-3978-48e6-b9c3-0f5ce40996ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e43be1d5-a1d7-4736-87a7-25474032a4c2,revision_number=1']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:49:59.286635 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-c9883008-3978-48e6-b9c3-0f5ce40996ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1581261'] for segment, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:59.287082 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.db.segments_db [None req-c9883008-3978-48e6-b9c3-0f5ce40996ed admin admin] Added segment 85ab84a8-1250-4143-b067-8e81ad924c83 of type vlan for network 2a6c8c41-a1b3-44ed-acdc-94a2d9e51823 Sep 15 02:49:59.312621 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-61b95aab-b63a-4787-8f8e-80d725f951e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1028979'] for router_gateway, after_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:59.333570 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-c9883008-3978-48e6-b9c3-0f5ce40996ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781587303702'] for network, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:59.451842 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-c9883008-3978-48e6-b9c3-0f5ce40996ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858'] for network, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:59.453606 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9883008-3978-48e6-b9c3-0f5ce40996ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:49:59.462809 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-c9883008-3978-48e6-b9c3-0f5ce40996ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577872'] for network, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:59.614996 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9883008-3978-48e6-b9c3-0f5ce40996ed admin admin] Pushing event updated for resources: {'Network': ['ID=2a6c8c41-a1b3-44ed-acdc-94a2d9e51823,revision_number=1']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:49:59.628906 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Network 2a6c8c41-a1b3-44ed-acdc-94a2d9e51823 details requested by agent ovs-agent-dv-cinder-759955-25-smb with host dv-cinder-759955-25-smb {{(pid=101047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 02:49:59.642938 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6741ac94-10f3-4e3f-9b10-9299138a68d3 req-e2200342-4e94-4788-84ac-bb32094cab72 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:49:59.650634 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-6741ac94-10f3-4e3f-9b10-9299138a68d3 req-e2200342-4e94-4788-84ac-bb32094cab72 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b51c9e-105a-4410-b3d4-28452f4f058f HTTP/1.1" status: 200 len: 943 time: 0.1395600 Sep 15 02:49:59.670758 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-c9883008-3978-48e6-b9c3-0f5ce40996ed admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9021108 Sep 15 02:49:59.695995 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 41972) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:49:59.701570 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.v2.base [None req-1a53bb61-8f67-435c-9e1c-b1272bea03dd admin admin] Request body: {'subnet': {'network_id': '2a6c8c41-a1b3-44ed-acdc-94a2d9e51823', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-653347104-subnet', 'tenant_id': '92321f839e1f46d392c1413c1df11561', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:49:59.736250 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-61b95aab-b63a-4787-8f8e-80d725f951e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1030946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-987'] for router, precommit_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:59.738998 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-61b95aab-b63a-4787-8f8e-80d725f951e5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:49:59.741903 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-6741ac94-10f3-4e3f-9b10-9299138a68d3 req-c6170018-01da-4751-a3d7-e01c27844000 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad459af9-5975-483b-9f53-88cb63fe7ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903347 Sep 15 02:50:00.052867 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a53bb61-8f67-435c-9e1c-b1272bea03dd admin admin] Made reservation on behalf of 92321f839e1f46d392c1413c1df11561 for: {'subnet': 1} {{(pid=101046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:50:00.054006 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-1a53bb61-8f67-435c-9e1c-b1272bea03dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27079578'] for subnet, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:00.080306 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-61b95aab-b63a-4787-8f8e-80d725f951e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1031129'] for router, after_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:00.081112 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61b95aab-b63a-4787-8f8e-80d725f951e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ddde5d3-4db8-4cfa-813d-56c6a55128d0 {{(pid=101045) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 02:50:00.085899 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-61b95aab-b63a-4787-8f8e-80d725f951e5 admin admin] Notify callbacks [] for router, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:00.089288 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-61b95aab-b63a-4787-8f8e-80d725f951e5 admin admin] 10.222.0.13 "DELETE /v2.0/routers/9ddde5d3-4db8-4cfa-813d-56c6a55128d0 HTTP/1.1" status: 204 len: 168 time: 1.7489660 Sep 15 02:50:00.089854 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 41976) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:50:00.138106 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f477400-deae-456c-8120-3edda41ba8bc admin admin] Deleting subnet b44a5e3d-1dc9-4c9b-904f-be29464cdbfd {{(pid=101045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 02:50:00.141271 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-6f477400-deae-456c-8120-3edda41ba8bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:00.186823 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-6f477400-deae-456c-8120-3edda41ba8bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26884937'] for subnet, precommit_delete_associations {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:00.328751 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Device 26af36df-1072-449f-bd9f-9ff830e856a2 no longer exists at agent ovs-agent-dv-cinder-759955-25-smb {{(pid=101047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 02:50:00.351734 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.plugin [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] No Port match for: 26af36df-1072-449f-bd9f-9ff830e856a2 {{(pid=101047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 02:50:00.352083 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Device 26af36df-1072-449f-bd9f-9ff830e856a2 not bound to the agent host dv-cinder-759955-25-smb {{(pid=101047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 02:50:00.352823 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Device 1ac5d270-9212-4059-9ea2-5ce6e477f7bf no longer exists at agent ovs-agent-dv-cinder-759955-25-smb {{(pid=101047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 02:50:00.366037 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-1a53bb61-8f67-435c-9e1c-b1272bea03dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25909674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27079604'] for subnet, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:00.376345 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.plugin [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] No Port match for: 1ac5d270-9212-4059-9ea2-5ce6e477f7bf {{(pid=101047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 02:50:00.376736 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Device 1ac5d270-9212-4059-9ea2-5ce6e477f7bf not bound to the agent host dv-cinder-759955-25-smb {{(pid=101047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 02:50:00.378280 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-6f477400-deae-456c-8120-3edda41ba8bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1580888'] for subnet, precommit_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:00.456892 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a53bb61-8f67-435c-9e1c-b1272bea03dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef1d3b76-3670-4fdf-ab3c-92261af0d91b,revision_number=0']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:50:00.462493 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a53bb61-8f67-435c-9e1c-b1272bea03dd admin admin] Checking segment: {'id': '85ab84a8-1250-4143-b067-8e81ad924c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2a6c8c41-a1b3-44ed-acdc-94a2d9e51823'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:50:00.462849 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a53bb61-8f67-435c-9e1c-b1272bea03dd admin admin] Network hostable DHCP agents. Network: 2a6c8c41-a1b3-44ed-acdc-94a2d9e51823, hostable agents: ['4ac00676-0bd7-4634-9dbc-c2a760561995'], hosted agents: [] {{(pid=101046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 02:50:00.509394 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-6f477400-deae-456c-8120-3edda41ba8bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1580879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25563240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27020095'] for subnet, after_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:00.540274 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f477400-deae-456c-8120-3edda41ba8bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b44a5e3d-1dc9-4c9b-904f-be29464cdbfd,revision_number=None']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:50:00.544630 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-6f477400-deae-456c-8120-3edda41ba8bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577872'] for subnet, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:00.550817 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-6f477400-deae-456c-8120-3edda41ba8bc admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b44a5e3d-1dc9-4c9b-904f-be29464cdbfd HTTP/1.1" status: 204 len: 168 time: 0.4556708 Sep 15 02:50:00.552133 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 41978) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:50:00.552245 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf8b825-cd79-4aec-a2d8-79001ebb34cd None None] Network 6f14ab56-666c-474c-92c4-21c80d4540e7 requested from dv-cinder-759955-25-smb {{(pid=101047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 02:50:00.581936 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a53bb61-8f67-435c-9e1c-b1272bea03dd admin admin] Network 2a6c8c41-a1b3-44ed-acdc-94a2d9e51823 is scheduled to be hosted by DHCP agent 4ac00676-0bd7-4634-9dbc-c2a760561995 with binding_index 1 {{(pid=101046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 02:50:00.630955 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-8396ba9e-0118-4ee4-84f5-2a5f5996686d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615785'] for network, before_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:00.694077 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.scheduler.base_scheduler [None req-1a53bb61-8f67-435c-9e1c-b1272bea03dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-25-smb, 2a6c8c41-a1b3-44ed-acdc-94a2d9e51823) {{(pid=101046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:50:00.696670 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.plugin [None req-8396ba9e-0118-4ee4-84f5-2a5f5996686d admin admin] Deleting port 2b32d518-7ff3-40a2-8e3c-cf3e3300a610 {{(pid=101046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:50:00.697009 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-8396ba9e-0118-4ee4-84f5-2a5f5996686d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781587782193'] for port, before_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:00.704847 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d9992cb-7051-48e8-bfd8-c1e9f29a19b6 None None] Network 2a6c8c41-a1b3-44ed-acdc-94a2d9e51823 requested from dv-cinder-759955-25-smb {{(pid=101047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 02:50:00.724191 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a53bb61-8f67-435c-9e1c-b1272bea03dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:00.727241 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-1a53bb61-8f67-435c-9e1c-b1272bea03dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:00.806816 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab47caec-a91f-447a-b46c-969df4376c12 None None] DHCP port deletion for 6f14ab56-666c-474c-92c4-21c80d4540e7 request from dv-cinder-759955-25-smb {{(pid=101047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 02:50:00.841813 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.db [None req-8396ba9e-0118-4ee4-84f5-2a5f5996686d admin admin] For port 2b32d518-7ff3-40a2-8e3c-cf3e3300a610, host dv-cinder-759955-25-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-smb',level=0,port_id=2b32d518-7ff3-40a2-8e3c-cf3e3300a610,segment=NetworkSegment(a62a0362-9a53-4c6f-aebd-c70982ef9284),segment_id=a62a0362-9a53-4c6f-aebd-c70982ef9284)] {{(pid=101046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:50:00.842305 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-8396ba9e-0118-4ee4-84f5-2a5f5996686d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023821'] for port, precommit_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:00.857728 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-1a53bb61-8f67-435c-9e1c-b1272bea03dd admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1605897 Sep 15 02:50:00.897580 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.plugin [None req-8396ba9e-0118-4ee4-84f5-2a5f5996686d admin admin] Calling delete_port for 2b32d518-7ff3-40a2-8e3c-cf3e3300a610 owned by network:dhcp {{(pid=101046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:50:00.968545 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef49d0b6-0713-44e7-94dc-cf9dc29b7fad req-549688da-0bd8-46be-97b9-3c0109813d79 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:00.994818 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-ef49d0b6-0713-44e7-94dc-cf9dc29b7fad req-549688da-0bd8-46be-97b9-3c0109813d79 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b51c9e-105a-4410-b3d4-28452f4f058f HTTP/1.1" status: 200 len: 943 time: 0.1055219 Sep 15 02:50:01.021913 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.plugin [None req-ab47caec-a91f-447a-b46c-969df4376c12 None None] Deleting port 2b32d518-7ff3-40a2-8e3c-cf3e3300a610 {{(pid=101047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:50:01.022141 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-ab47caec-a91f-447a-b46c-969df4376c12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781587782193'] for port, before_delete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:01.045625 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6184a4ec-001e-4e52-86ee-05af472a4d2b None None] Network 2a6c8c41-a1b3-44ed-acdc-94a2d9e51823 requested from dv-cinder-759955-25-smb {{(pid=101047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 02:50:01.047476 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-ef49d0b6-0713-44e7-94dc-cf9dc29b7fad req-7b33ec57-fb36-4334-9ae3-5665931e56f5 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad459af9-5975-483b-9f53-88cb63fe7ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512700 Sep 15 02:50:01.274334 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-8396ba9e-0118-4ee4-84f5-2a5f5996686d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781587788279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781587269057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25909702'] for port, after_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:01.341959 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8396ba9e-0118-4ee4-84f5-2a5f5996686d admin admin] No DVR routers for this DVR port 2b32d518-7ff3-40a2-8e3c-cf3e3300a610 on host dv-cinder-759955-25-smb {{(pid=101046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 02:50:01.361165 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-ab47caec-a91f-447a-b46c-969df4376c12 None None] For port 2b32d518-7ff3-40a2-8e3c-cf3e3300a610, host dv-cinder-759955-25-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-smb',level=0,port_id=2b32d518-7ff3-40a2-8e3c-cf3e3300a610,segment=NetworkSegment(a62a0362-9a53-4c6f-aebd-c70982ef9284),segment_id=a62a0362-9a53-4c6f-aebd-c70982ef9284)] {{(pid=101047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:50:01.361567 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-ab47caec-a91f-447a-b46c-969df4376c12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023821'] for port, precommit_delete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:01.375272 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.plugin [None req-ab47caec-a91f-447a-b46c-969df4376c12 None None] Calling delete_port for 2b32d518-7ff3-40a2-8e3c-cf3e3300a610 owned by network:dhcp {{(pid=101047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:50:01.380283 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8396ba9e-0118-4ee4-84f5-2a5f5996686d admin admin] Pushing event deleted for resources: {'Port': ['ID=2b32d518-7ff3-40a2-8e3c-cf3e3300a610,revision_number=None']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:50:01.469044 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-8396ba9e-0118-4ee4-84f5-2a5f5996686d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579487', 'neutron.services.segments.db._delete_segments_for_network-8781587797149'] for network, precommit_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:01.540301 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-ab47caec-a91f-447a-b46c-969df4376c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781587788279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781587269057'] for port, after_delete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:01.552733 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab47caec-a91f-447a-b46c-969df4376c12 None None] No DVR routers for this DVR port 2b32d518-7ff3-40a2-8e3c-cf3e3300a610 on host dv-cinder-759955-25-smb {{(pid=101047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 02:50:01.575334 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab47caec-a91f-447a-b46c-969df4376c12 None None] Pushing event deleted for resources: {'Port': ['ID=2b32d518-7ff3-40a2-8e3c-cf3e3300a610,revision_number=None']} {{(pid=101047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:50:01.593105 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.services.segments.db [None req-8396ba9e-0118-4ee4-84f5-2a5f5996686d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f14ab56-666c-474c-92c4-21c80d4540e7']}} {{(pid=101046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:50:01.608283 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.services.segments.db [None req-8396ba9e-0118-4ee4-84f5-2a5f5996686d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a62a0362-9a53-4c6f-aebd-c70982ef9284') {'for_net_delete': True} {{(pid=101046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:50:01.608613 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.services.segments.db [None req-8396ba9e-0118-4ee4-84f5-2a5f5996686d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a62a0362-9a53-4c6f-aebd-c70982ef9284') {} {{(pid=101046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:50:01.627491 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-8396ba9e-0118-4ee4-84f5-2a5f5996686d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781587795110', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25912466'] for segment, before_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:01.647626 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a184fb-2bf9-493e-81c3-b510e3fdbd12 req-cd203253-943d-4c6a-b3a2-b8598438de93 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:01.649210 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-10a184fb-2bf9-493e-81c3-b510e3fdbd12 req-cd203253-943d-4c6a-b3a2-b8598438de93 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] 10.222.0.13 "GET /v2.0/networks?id=2a6c8c41-a1b3-44ed-acdc-94a2d9e51823 HTTP/1.1" status: 200 len: 814 time: 0.1535072 Sep 15 02:50:01.658559 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-8396ba9e-0118-4ee4-84f5-2a5f5996686d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1581261'] for segment, precommit_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:01.669967 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8396ba9e-0118-4ee4-84f5-2a5f5996686d admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=101046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 02:50:01.670364 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-8396ba9e-0118-4ee4-84f5-2a5f5996686d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1581261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25909815'] for segment, after_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:01.672133 dv-cinder-759955-25-smb neutron-server[101046]: Traceback (most recent call last): Sep 15 02:50:01.672133 dv-cinder-759955-25-smb neutron-server[101046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 02:50:01.672133 dv-cinder-759955-25-smb neutron-server[101046]: timer() Sep 15 02:50:01.672133 dv-cinder-759955-25-smb neutron-server[101046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 02:50:01.672133 dv-cinder-759955-25-smb neutron-server[101046]: cb(*args, **kw) Sep 15 02:50:01.672133 dv-cinder-759955-25-smb neutron-server[101046]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 02:50:01.672133 dv-cinder-759955-25-smb neutron-server[101046]: return func(*args, **kwargs) Sep 15 02:50:01.672133 dv-cinder-759955-25-smb neutron-server[101046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 02:50:01.672133 dv-cinder-759955-25-smb neutron-server[101046]: self._notify() Sep 15 02:50:01.672133 dv-cinder-759955-25-smb neutron-server[101046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 02:50:01.672133 dv-cinder-759955-25-smb neutron-server[101046]: self.callback(batched_events) Sep 15 02:50:01.672133 dv-cinder-759955-25-smb neutron-server[101046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 02:50:01.672133 dv-cinder-759955-25-smb neutron-server[101046]: event.method(event) Sep 15 02:50:01.672133 dv-cinder-759955-25-smb neutron-server[101046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 02:50:01.672133 dv-cinder-759955-25-smb neutron-server[101046]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 02:50:01.672133 dv-cinder-759955-25-smb neutron-server[101046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 02:50:01.672133 dv-cinder-759955-25-smb neutron-server[101046]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 02:50:01.672133 dv-cinder-759955-25-smb neutron-server[101046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 02:50:01.672133 dv-cinder-759955-25-smb neutron-server[101046]: return f(self, *a, **k) Sep 15 02:50:01.672133 dv-cinder-759955-25-smb neutron-server[101046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 02:50:01.672133 dv-cinder-759955-25-smb neutron-server[101046]: return self._get(url).json() Sep 15 02:50:01.672133 dv-cinder-759955-25-smb neutron-server[101046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 02:50:01.672133 dv-cinder-759955-25-smb neutron-server[101046]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 02:50:01.672133 dv-cinder-759955-25-smb neutron-server[101046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 02:50:01.672133 dv-cinder-759955-25-smb neutron-server[101046]: return self.request(url, 'GET', **kwargs) Sep 15 02:50:01.672133 dv-cinder-759955-25-smb neutron-server[101046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 02:50:01.672133 dv-cinder-759955-25-smb neutron-server[101046]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 02:50:01.672133 dv-cinder-759955-25-smb neutron-server[101046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 02:50:01.672133 dv-cinder-759955-25-smb neutron-server[101046]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 02:50:01.672133 dv-cinder-759955-25-smb neutron-server[101046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 02:50:01.672133 dv-cinder-759955-25-smb neutron-server[101046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 02:50:01.672133 dv-cinder-759955-25-smb neutron-server[101046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 02:50:01.685818 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-10a184fb-2bf9-493e-81c3-b510e3fdbd12 req-a246364b-a741-4f89-ae8e-306d3694add4 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] 10.222.0.13 "GET /v2.0/quotas/92321f839e1f46d392c1413c1df11561 HTTP/1.1" status: 200 len: 375 time: 0.0289638 Sep 15 02:50:01.751281 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-10a184fb-2bf9-493e-81c3-b510e3fdbd12 req-f712ad00-bd79-49b3-bb5f-f6a2e19bc82a tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=92321f839e1f46d392c1413c1df11561&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0562983 Sep 15 02:50:01.826432 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-8396ba9e-0118-4ee4-84f5-2a5f5996686d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1028887'] for network, after_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:01.853797 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-8396ba9e-0118-4ee4-84f5-2a5f5996686d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577872'] for network, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:01.857103 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-8396ba9e-0118-4ee4-84f5-2a5f5996686d admin admin] 10.222.0.13 "DELETE /v2.0/networks/6f14ab56-666c-474c-92c4-21c80d4540e7 HTTP/1.1" status: 204 len: 168 time: 1.3064373 Sep 15 02:50:01.859959 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8396ba9e-0118-4ee4-84f5-2a5f5996686d admin admin] Pushing event deleted for resources: {'Network': ['ID=6f14ab56-666c-474c-92c4-21c80d4540e7,revision_number=None']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:50:01.860932 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 42000) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:50:01.915308 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-10a184fb-2bf9-493e-81c3-b510e3fdbd12 req-a7ac0270-5b4a-4367-b37e-1ac93feac95d service neutron] 10.222.0.13 "GET /v2.0/networks/2a6c8c41-a1b3-44ed-acdc-94a2d9e51823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538851 Sep 15 02:50:02.020616 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-10a184fb-2bf9-493e-81c3-b510e3fdbd12 req-3f1e655f-1168-4c52-b64e-91ad1d191b58 service neutron] 10.222.0.13 "GET /v2.0/networks/2a6c8c41-a1b3-44ed-acdc-94a2d9e51823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985851 Sep 15 02:50:02.282024 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400aaa42-fbda-48b2-ba6a-b58df6ba0a5b req-7d7f7059-f472-4900-8592-9e2a308a5c03 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:02.289253 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-400aaa42-fbda-48b2-ba6a-b58df6ba0a5b req-7d7f7059-f472-4900-8592-9e2a308a5c03 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b51c9e-105a-4410-b3d4-28452f4f058f HTTP/1.1" status: 200 len: 943 time: 0.1052876 Sep 15 02:50:02.333814 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Device 2b32d518-7ff3-40a2-8e3c-cf3e3300a610 no longer exists at agent ovs-agent-dv-cinder-759955-25-smb {{(pid=101047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 02:50:02.351844 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-4bb5b63b-c2be-44f5-96ca-ba88f277a0c6 req-8a453eb1-c0c6-4708-93a4-0d62df681954 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] 10.222.0.13 "GET /v2.0/ports?device_id=842d144d-f5af-4f7e-8ffe-5db550ea8a80 HTTP/1.1" status: 200 len: 210 time: 0.0611348 Sep 15 02:50:02.366001 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-400aaa42-fbda-48b2-ba6a-b58df6ba0a5b req-f6e9883b-f13d-450f-aa89-59113b190546 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad459af9-5975-483b-9f53-88cb63fe7ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758586 Sep 15 02:50:02.368470 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.plugin [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] No Port match for: 2b32d518-7ff3-40a2-8e3c-cf3e3300a610 {{(pid=101047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 02:50:02.368818 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Device 2b32d518-7ff3-40a2-8e3c-cf3e3300a610 not bound to the agent host dv-cinder-759955-25-smb {{(pid=101047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 02:50:02.401778 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-b1c8850b-67a1-4e63-aa1e-50255d737777 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1029893'] for router_interface, before_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:02.666310 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.plugin [None req-b1c8850b-67a1-4e63-aa1e-50255d737777 admin admin] Deleting port 33e48b71-c39b-4620-894a-b77270537d6e {{(pid=101045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:50:02.666310 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-b1c8850b-67a1-4e63-aa1e-50255d737777 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781587782193'] for port, before_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:02.751787 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.db [None req-b1c8850b-67a1-4e63-aa1e-50255d737777 admin admin] For port 33e48b71-c39b-4620-894a-b77270537d6e, host dv-cinder-759955-25-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-smb',level=0,port_id=33e48b71-c39b-4620-894a-b77270537d6e,segment=NetworkSegment(d9bd52fd-dfd6-479e-bb5a-dbcb971ccb26),segment_id=d9bd52fd-dfd6-479e-bb5a-dbcb971ccb26)] {{(pid=101045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:50:02.752164 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-b1c8850b-67a1-4e63-aa1e-50255d737777 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023821'] for port, precommit_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:02.769378 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.plugin [None req-b1c8850b-67a1-4e63-aa1e-50255d737777 admin admin] Calling delete_port for 33e48b71-c39b-4620-894a-b77270537d6e owned by network:router_interface {{(pid=101045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:50:03.000220 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-b1c8850b-67a1-4e63-aa1e-50255d737777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781587788279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781587269057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25563207'] for port, after_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:03.032629 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c8850b-67a1-4e63-aa1e-50255d737777 admin admin] Pushing event deleted for resources: {'Port': ['ID=33e48b71-c39b-4620-894a-b77270537d6e,revision_number=None']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:50:03.235694 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-b1c8850b-67a1-4e63-aa1e-50255d737777 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-576689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1029045'] for router_interface, after_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:03.488612 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-612d2635-7263-426b-bbc1-46867b474ade req-461836f5-5a9c-4c42-8bb7-1f4c7199857a tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] 10.222.0.13 "GET /v2.0/ports?device_id=842d144d-f5af-4f7e-8ffe-5db550ea8a80 HTTP/1.1" status: 200 len: 210 time: 0.0448339 Sep 15 02:50:03.521040 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1c8850b-67a1-4e63-aa1e-50255d737777 admin admin] Router d9a831b6-0e7b-472d-95a6-e4c52f14c76a has already been hosted by L3 agent 22749488-15d0-44a3-a4aa-285786541688 {{(pid=101045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 02:50:03.584976 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8bc3b0-0ab2-41cc-abd1-4d8a80df1c63 req-11d69e4a-e556-4ec0-a347-32481927bf9a tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:03.586708 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-3f8bc3b0-0ab2-41cc-abd1-4d8a80df1c63 req-11d69e4a-e556-4ec0-a347-32481927bf9a tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b51c9e-105a-4410-b3d4-28452f4f058f HTTP/1.1" status: 200 len: 943 time: 0.1194875 Sep 15 02:50:03.667705 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-3f8bc3b0-0ab2-41cc-abd1-4d8a80df1c63 req-3e187208-83e3-4a71-b2cd-c500de06f14c tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad459af9-5975-483b-9f53-88cb63fe7ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727322 Sep 15 02:50:03.680525 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1c8850b-67a1-4e63-aa1e-50255d737777 admin admin] Notify agent at l3_agent.dv-cinder-759955-25-smb the message routers_updated {{(pid=101045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 02:50:03.691679 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-b1c8850b-67a1-4e63-aa1e-50255d737777 admin admin] 10.222.0.13 "PUT /v2.0/routers/d9a831b6-0e7b-472d-95a6-e4c52f14c76a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8285594 Sep 15 02:50:03.695104 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 42020) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:50:03.701164 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9b6526-1167-46c3-8646-a5958ce2ffe5 None None] Sync routers for ids ['d9a831b6-0e7b-472d-95a6-e4c52f14c76a'] in dv-cinder-759955-25-smb {{(pid=101047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 02:50:03.710142 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9b6526-1167-46c3-8646-a5958ce2ffe5 None None] Routers {'d9a831b6-0e7b-472d-95a6-e4c52f14c76a'} bound to L3 agent in host dv-cinder-759955-25-smb {{(pid=101047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:50:03.710763 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_hamode_db [None req-0b9b6526-1167-46c3-8646-a5958ce2ffe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T02:36:18Z,description=,heartbeat_timestamp=2021-09-15T02:49:48Z,host='dv-cinder-759955-25-smb',id=22749488-15d0-44a3-a4aa-285786541688,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:36:19Z,topic='l3_agent')) {'router_ids': ['d9a831b6-0e7b-472d-95a6-e4c52f14c76a'], 'active': True} {{(pid=101047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:50:03.802900 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-44793551-ba10-4bb2-b5cd-aa2278f3b069 admin admin] Notify callbacks [] for router, before_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:03.822052 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_dvr_db [None req-0b9b6526-1167-46c3-8646-a5958ce2ffe5 None None] Set router d9a831b6-0e7b-472d-95a6-e4c52f14c76a gateway port host: dv-cinder-759955-25-smb {{(pid=101047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:50:03.907985 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-44793551-ba10-4bb2-b5cd-aa2278f3b069 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:04.002136 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_hamode_db [None req-0b9b6526-1167-46c3-8646-a5958ce2ffe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a831b6-0e7b-472d-95a6-e4c52f14c76a', 'name': 'tempest-TestMinimumBasicScenario-1721323266-router', 'tenant_id': 'adce236780b2415387166171221698be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'external_fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.181'}], 'enable_snat': True}, 'gw_port_id': '7d83ff31-e64a-4dd0-a5cd-bc23f36aa869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:47:26Z', 'updated_at': '2021-09-15T02:50:02Z', 'revision_number': 5, 'project_id': 'adce236780b2415387166171221698be', 'gw_port': {'id': '7d83ff31-e64a-4dd0-a5cd-bc23f36aa869', 'name': '', 'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:5c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a831b6-0e7b-472d-95a6-e4c52f14c76a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:47:27Z', 'updated_at': '2021-09-15T02:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-smb'}], 'dv-cinder-759955-25-smb', False) {} {{(pid=101047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:50:04.026133 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.plugin [None req-44793551-ba10-4bb2-b5cd-aa2278f3b069 admin admin] Deleting port 7d83ff31-e64a-4dd0-a5cd-bc23f36aa869 {{(pid=101046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:50:04.026474 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-44793551-ba10-4bb2-b5cd-aa2278f3b069 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781587782193'] for port, before_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:04.032754 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9b6526-1167-46c3-8646-a5958ce2ffe5 None None] Checking router: d9a831b6-0e7b-472d-95a6-e4c52f14c76a for host: dv-cinder-759955-25-smb {{(pid=101047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 02:50:04.041433 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9b6526-1167-46c3-8646-a5958ce2ffe5 None None] Routers {'d9a831b6-0e7b-472d-95a6-e4c52f14c76a'} bound to L3 agent in host dv-cinder-759955-25-smb {{(pid=101047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:50:04.042089 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_hamode_db [None req-0b9b6526-1167-46c3-8646-a5958ce2ffe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T02:36:18Z,description=,heartbeat_timestamp=2021-09-15T02:49:48Z,host='dv-cinder-759955-25-smb',id=22749488-15d0-44a3-a4aa-285786541688,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:36:19Z,topic='l3_agent')) {'router_ids': ['d9a831b6-0e7b-472d-95a6-e4c52f14c76a'], 'active': True} {{(pid=101047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:50:04.105258 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.db [None req-44793551-ba10-4bb2-b5cd-aa2278f3b069 admin admin] For port 7d83ff31-e64a-4dd0-a5cd-bc23f36aa869, host dv-cinder-759955-25-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-smb',level=0,port_id=7d83ff31-e64a-4dd0-a5cd-bc23f36aa869,segment=NetworkSegment(4ddc9b9a-930b-46d8-934d-b4f616b6b84f),segment_id=4ddc9b9a-930b-46d8-934d-b4f616b6b84f)] {{(pid=101046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:50:04.105641 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-44793551-ba10-4bb2-b5cd-aa2278f3b069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023821'] for port, precommit_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:04.117503 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.plugin [None req-44793551-ba10-4bb2-b5cd-aa2278f3b069 admin admin] Calling delete_port for 7d83ff31-e64a-4dd0-a5cd-bc23f36aa869 owned by network:router_gateway {{(pid=101046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:50:04.128833 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_dvr_db [None req-0b9b6526-1167-46c3-8646-a5958ce2ffe5 None None] Set router d9a831b6-0e7b-472d-95a6-e4c52f14c76a gateway port host: None {{(pid=101047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:50:04.179383 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_hamode_db [None req-0b9b6526-1167-46c3-8646-a5958ce2ffe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a831b6-0e7b-472d-95a6-e4c52f14c76a', 'name': 'tempest-TestMinimumBasicScenario-1721323266-router', 'tenant_id': 'adce236780b2415387166171221698be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:47:26Z', 'updated_at': '2021-09-15T02:50:03Z', 'revision_number': 6, 'project_id': 'adce236780b2415387166171221698be', 'gw_port_host': None}], 'dv-cinder-759955-25-smb', False) {} {{(pid=101047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:50:04.208883 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9b6526-1167-46c3-8646-a5958ce2ffe5 None None] The sync data for ids ['d9a831b6-0e7b-472d-95a6-e4c52f14c76a'] in dv-cinder-759955-25-smb is: [{'id': 'd9a831b6-0e7b-472d-95a6-e4c52f14c76a', 'name': 'tempest-TestMinimumBasicScenario-1721323266-router', 'tenant_id': 'adce236780b2415387166171221698be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:47:26Z', 'updated_at': '2021-09-15T02:50:03Z', 'revision_number': 6, 'project_id': 'adce236780b2415387166171221698be', 'gw_port_host': None}] {{(pid=101047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 02:50:04.365979 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-44793551-ba10-4bb2-b5cd-aa2278f3b069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781587788279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781587269057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25909702'] for port, after_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:04.392203 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44793551-ba10-4bb2-b5cd-aa2278f3b069 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d83ff31-e64a-4dd0-a5cd-bc23f36aa869,revision_number=None']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:50:04.449056 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-44793551-ba10-4bb2-b5cd-aa2278f3b069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1028979'] for router_gateway, after_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:04.537016 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-44793551-ba10-4bb2-b5cd-aa2278f3b069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1030946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-987'] for router, precommit_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:04.539412 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-44793551-ba10-4bb2-b5cd-aa2278f3b069 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:04.608315 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-d033d095-866c-4d3e-8e7d-2ea78030bb3e req-0e77fc41-01ec-46e5-b8cf-b84d356b24ec tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] 10.222.0.13 "GET /v2.0/ports?device_id=842d144d-f5af-4f7e-8ffe-5db550ea8a80 HTTP/1.1" status: 200 len: 210 time: 0.0281439 Sep 15 02:50:04.702629 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-44793551-ba10-4bb2-b5cd-aa2278f3b069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1031129'] for router, after_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:04.709771 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44793551-ba10-4bb2-b5cd-aa2278f3b069 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d9a831b6-0e7b-472d-95a6-e4c52f14c76a {{(pid=101046) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 02:50:04.709771 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-44793551-ba10-4bb2-b5cd-aa2278f3b069 admin admin] Notify callbacks [] for router, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:04.713482 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-44793551-ba10-4bb2-b5cd-aa2278f3b069 admin admin] 10.222.0.13 "DELETE /v2.0/routers/d9a831b6-0e7b-472d-95a6-e4c52f14c76a HTTP/1.1" status: 204 len: 168 time: 1.0149949 Sep 15 02:50:04.713584 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 42026) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:50:04.788306 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b65b968-bf51-4fde-bf90-03a81d1a677e admin admin] Deleting subnet a42f2d5f-628f-4bc2-bd1f-55ab1fea206f {{(pid=101045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 02:50:04.793280 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-1b65b968-bf51-4fde-bf90-03a81d1a677e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:04.836283 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d61871-4081-41a2-8f46-21a3fddd6a91 req-70f69f44-bff8-47e9-b543-66fa59ba9f55 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:04.837766 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-e0d61871-4081-41a2-8f46-21a3fddd6a91 req-70f69f44-bff8-47e9-b543-66fa59ba9f55 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b51c9e-105a-4410-b3d4-28452f4f058f HTTP/1.1" status: 200 len: 943 time: 0.0876613 Sep 15 02:50:04.844616 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-1b65b968-bf51-4fde-bf90-03a81d1a677e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26884937'] for subnet, precommit_delete_associations {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:04.913781 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-e0d61871-4081-41a2-8f46-21a3fddd6a91 req-60689ba7-cc2c-4fd3-9888-0781e94653bb tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad459af9-5975-483b-9f53-88cb63fe7ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669558 Sep 15 02:50:04.961059 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-1b65b968-bf51-4fde-bf90-03a81d1a677e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1580888'] for subnet, precommit_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:05.057048 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-1b65b968-bf51-4fde-bf90-03a81d1a677e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1580879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25563240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27020095'] for subnet, after_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:05.080672 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b65b968-bf51-4fde-bf90-03a81d1a677e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a42f2d5f-628f-4bc2-bd1f-55ab1fea206f,revision_number=None']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:50:05.092791 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-1b65b968-bf51-4fde-bf90-03a81d1a677e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577872'] for subnet, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:05.092791 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-1b65b968-bf51-4fde-bf90-03a81d1a677e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a42f2d5f-628f-4bc2-bd1f-55ab1fea206f HTTP/1.1" status: 204 len: 168 time: 0.3736341 Sep 15 02:50:05.093010 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 42028) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:50:05.093129 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6536b3b-85d9-47a4-8060-1b835e00a7bf None None] Network 7392ae37-e0ec-4e65-9825-77eb97a9a877 requested from dv-cinder-759955-25-smb {{(pid=101047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 02:50:05.158131 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-fb275c5b-0fa7-4ae7-94bd-b771a51b2127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615785'] for network, before_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:05.220295 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.plugin [None req-fb275c5b-0fa7-4ae7-94bd-b771a51b2127 admin admin] Deleting port b46802a3-a476-47d1-a68c-c88c4765e592 {{(pid=101046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:50:05.220631 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-fb275c5b-0fa7-4ae7-94bd-b771a51b2127 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781587782193'] for port, before_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:05.272023 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f242b080-c6a3-432d-9c4b-94556ff10c09 None None] DHCP port deletion for 7392ae37-e0ec-4e65-9825-77eb97a9a877 request from dv-cinder-759955-25-smb {{(pid=101047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 02:50:05.286007 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.db [None req-fb275c5b-0fa7-4ae7-94bd-b771a51b2127 admin admin] For port b46802a3-a476-47d1-a68c-c88c4765e592, host dv-cinder-759955-25-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-smb',level=0,port_id=b46802a3-a476-47d1-a68c-c88c4765e592,segment=NetworkSegment(d9bd52fd-dfd6-479e-bb5a-dbcb971ccb26),segment_id=d9bd52fd-dfd6-479e-bb5a-dbcb971ccb26)] {{(pid=101046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:50:05.286400 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-fb275c5b-0fa7-4ae7-94bd-b771a51b2127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023821'] for port, precommit_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:05.304424 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.plugin [None req-fb275c5b-0fa7-4ae7-94bd-b771a51b2127 admin admin] Calling delete_port for b46802a3-a476-47d1-a68c-c88c4765e592 owned by network:dhcp {{(pid=101046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:50:05.325462 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.plugin [None req-f242b080-c6a3-432d-9c4b-94556ff10c09 None None] Deleting port b46802a3-a476-47d1-a68c-c88c4765e592 {{(pid=101047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:50:05.325807 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-f242b080-c6a3-432d-9c4b-94556ff10c09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781587782193'] for port, before_delete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:05.403996 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-f242b080-c6a3-432d-9c4b-94556ff10c09 None None] For port b46802a3-a476-47d1-a68c-c88c4765e592, host dv-cinder-759955-25-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-smb',level=0,port_id=b46802a3-a476-47d1-a68c-c88c4765e592,segment=NetworkSegment(d9bd52fd-dfd6-479e-bb5a-dbcb971ccb26),segment_id=d9bd52fd-dfd6-479e-bb5a-dbcb971ccb26)] {{(pid=101047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:50:05.404657 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-f242b080-c6a3-432d-9c4b-94556ff10c09 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023821'] for port, precommit_delete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:05.405762 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a184fb-2bf9-493e-81c3-b510e3fdbd12 req-0c81c298-4b8c-4f49-9a04-e271edd864e3 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:05.407289 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-10a184fb-2bf9-493e-81c3-b510e3fdbd12 req-0c81c298-4b8c-4f49-9a04-e271edd864e3 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] 10.222.0.38 "GET /v2.0/networks?id=2a6c8c41-a1b3-44ed-acdc-94a2d9e51823 HTTP/1.1" status: 200 len: 814 time: 0.1123993 Sep 15 02:50:05.417541 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.plugin [None req-f242b080-c6a3-432d-9c4b-94556ff10c09 None None] Calling delete_port for b46802a3-a476-47d1-a68c-c88c4765e592 owned by network:dhcp {{(pid=101047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:50:05.422301 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.v2.base [req-10a184fb-2bf9-493e-81c3-b510e3fdbd12 req-d912a5c4-66bc-4b80-9518-ad21d3cce1e3 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] Request body: {'port': {'device_id': '842d144d-f5af-4f7e-8ffe-5db550ea8a80', 'network_id': '2a6c8c41-a1b3-44ed-acdc-94a2d9e51823', 'admin_state_up': True, 'tenant_id': '92321f839e1f46d392c1413c1df11561'}} {{(pid=101045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:50:05.428816 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Device 345807e0-1f6a-430a-acb2-8550267dc561 details requested by agent hyperv_hv-cinder-75995 with host hv-cinder-75995 {{(pid=101047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 02:50:05.484255 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:05.514515 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-fb275c5b-0fa7-4ae7-94bd-b771a51b2127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781587788279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781587269057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25909702'] for port, after_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:05.542711 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb275c5b-0fa7-4ae7-94bd-b771a51b2127 admin admin] Pushing event deleted for resources: {'Port': ['ID=b46802a3-a476-47d1-a68c-c88c4765e592,revision_number=None']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:50:05.545535 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb275c5b-0fa7-4ae7-94bd-b771a51b2127 admin admin] No DVR routers for this DVR port b46802a3-a476-47d1-a68c-c88c4765e592 on host dv-cinder-759955-25-smb {{(pid=101046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 02:50:05.582489 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-f242b080-c6a3-432d-9c4b-94556ff10c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781587788279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781587269057'] for port, after_delete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:05.594131 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10a184fb-2bf9-493e-81c3-b510e3fdbd12 req-d912a5c4-66bc-4b80-9518-ad21d3cce1e3 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] Made reservation on behalf of 92321f839e1f46d392c1413c1df11561 for: {'port': 1} {{(pid=101045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:50:05.598716 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-10a184fb-2bf9-493e-81c3-b510e3fdbd12 req-d912a5c4-66bc-4b80-9518-ad21d3cce1e3 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:05.618816 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f242b080-c6a3-432d-9c4b-94556ff10c09 None None] Pushing event deleted for resources: {'Port': ['ID=b46802a3-a476-47d1-a68c-c88c4765e592,revision_number=None']} {{(pid=101047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:50:05.619073 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-fb275c5b-0fa7-4ae7-94bd-b771a51b2127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579487', 'neutron.services.segments.db._delete_segments_for_network-8781587797149'] for network, precommit_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:05.628848 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f242b080-c6a3-432d-9c4b-94556ff10c09 None None] No DVR routers for this DVR port b46802a3-a476-47d1-a68c-c88c4765e592 on host dv-cinder-759955-25-smb {{(pid=101047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 02:50:05.633184 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] For port 345807e0-1f6a-430a-acb2-8550267dc561, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=345807e0-1f6a-430a-acb2-8550267dc561,segment=NetworkSegment(05f52a86-8cc0-4a65-9024-5aaf0393990e),segment_id=05f52a86-8cc0-4a65-9024-5aaf0393990e)] {{(pid=101047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:50:05.648522 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Returning: {'device': '345807e0-1f6a-430a-acb2-8550267dc561', 'network_id': '559d7eea-ef89-4b33-b717-afb1545433a5', 'port_id': '345807e0-1f6a-430a-acb2-8550267dc561', 'mac_address': 'fa:16:3e:cb:c2:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16cede8a-7007-4219-aa2d-1189c5c08411', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 02:50:05.650586 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.services.segments.db [None req-fb275c5b-0fa7-4ae7-94bd-b771a51b2127 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7392ae37-e0ec-4e65-9825-77eb97a9a877']}} {{(pid=101046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:50:05.681850 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.services.segments.db [None req-fb275c5b-0fa7-4ae7-94bd-b771a51b2127 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9bd52fd-dfd6-479e-bb5a-dbcb971ccb26') {'for_net_delete': True} {{(pid=101046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:50:05.682194 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.services.segments.db [None req-fb275c5b-0fa7-4ae7-94bd-b771a51b2127 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9bd52fd-dfd6-479e-bb5a-dbcb971ccb26') {} {{(pid=101046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:50:05.697187 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-fb275c5b-0fa7-4ae7-94bd-b771a51b2127 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781587795110', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25912466'] for segment, before_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:05.701836 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:05.720551 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.notifiers.nova [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 345807e0-1f6a-430a-acb2-8550267dc561 {{(pid=101047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 02:50:05.727977 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-fb275c5b-0fa7-4ae7-94bd-b771a51b2127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1581261'] for segment, precommit_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:05.742681 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] For port 345807e0-1f6a-430a-acb2-8550267dc561, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=345807e0-1f6a-430a-acb2-8550267dc561,segment=NetworkSegment(05f52a86-8cc0-4a65-9024-5aaf0393990e),segment_id=05f52a86-8cc0-4a65-9024-5aaf0393990e)] {{(pid=101047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:50:05.746934 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-fd11daf8-8752-4d0f-819b-9a02ebd21be0 req-44d438cb-1ac3-48b8-aba5-3e737a7bf55a tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] 10.222.0.13 "GET /v2.0/ports?device_id=842d144d-f5af-4f7e-8ffe-5db550ea8a80 HTTP/1.1" status: 200 len: 210 time: 0.0324883 Sep 15 02:50:05.749639 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb275c5b-0fa7-4ae7-94bd-b771a51b2127 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=101046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 02:50:05.750035 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-fb275c5b-0fa7-4ae7-94bd-b771a51b2127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1581261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25909815'] for segment, after_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:05.751900 dv-cinder-759955-25-smb neutron-server[101046]: Traceback (most recent call last): Sep 15 02:50:05.751900 dv-cinder-759955-25-smb neutron-server[101046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 02:50:05.751900 dv-cinder-759955-25-smb neutron-server[101046]: timer() Sep 15 02:50:05.751900 dv-cinder-759955-25-smb neutron-server[101046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 02:50:05.751900 dv-cinder-759955-25-smb neutron-server[101046]: cb(*args, **kw) Sep 15 02:50:05.751900 dv-cinder-759955-25-smb neutron-server[101046]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 02:50:05.751900 dv-cinder-759955-25-smb neutron-server[101046]: return func(*args, **kwargs) Sep 15 02:50:05.751900 dv-cinder-759955-25-smb neutron-server[101046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 02:50:05.751900 dv-cinder-759955-25-smb neutron-server[101046]: self._notify() Sep 15 02:50:05.751900 dv-cinder-759955-25-smb neutron-server[101046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 02:50:05.751900 dv-cinder-759955-25-smb neutron-server[101046]: self.callback(batched_events) Sep 15 02:50:05.751900 dv-cinder-759955-25-smb neutron-server[101046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 02:50:05.751900 dv-cinder-759955-25-smb neutron-server[101046]: event.method(event) Sep 15 02:50:05.751900 dv-cinder-759955-25-smb neutron-server[101046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 02:50:05.751900 dv-cinder-759955-25-smb neutron-server[101046]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 02:50:05.751900 dv-cinder-759955-25-smb neutron-server[101046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 02:50:05.751900 dv-cinder-759955-25-smb neutron-server[101046]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 02:50:05.751900 dv-cinder-759955-25-smb neutron-server[101046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 02:50:05.751900 dv-cinder-759955-25-smb neutron-server[101046]: return f(self, *a, **k) Sep 15 02:50:05.751900 dv-cinder-759955-25-smb neutron-server[101046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 02:50:05.751900 dv-cinder-759955-25-smb neutron-server[101046]: return self._get(url).json() Sep 15 02:50:05.751900 dv-cinder-759955-25-smb neutron-server[101046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 02:50:05.751900 dv-cinder-759955-25-smb neutron-server[101046]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 02:50:05.751900 dv-cinder-759955-25-smb neutron-server[101046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 02:50:05.751900 dv-cinder-759955-25-smb neutron-server[101046]: return self.request(url, 'GET', **kwargs) Sep 15 02:50:05.751900 dv-cinder-759955-25-smb neutron-server[101046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 02:50:05.751900 dv-cinder-759955-25-smb neutron-server[101046]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 02:50:05.751900 dv-cinder-759955-25-smb neutron-server[101046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 02:50:05.751900 dv-cinder-759955-25-smb neutron-server[101046]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 02:50:05.751900 dv-cinder-759955-25-smb neutron-server[101046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 02:50:05.751900 dv-cinder-759955-25-smb neutron-server[101046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 02:50:05.751900 dv-cinder-759955-25-smb neutron-server[101046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 02:50:05.769449 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.db.db_base_plugin_common [req-10a184fb-2bf9-493e-81c3-b510e3fdbd12 req-d912a5c4-66bc-4b80-9518-ad21d3cce1e3 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] Allocated IP 172.20.0.9 (2a6c8c41-a1b3-44ed-acdc-94a2d9e51823/ef1d3b76-3670-4fdf-ab3c-92261af0d91b/fad22885-63f2-4e85-b861-e441828ca5f4) {{(pid=101045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:50:05.812659 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:05.864196 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Pushing event updated for resources: {'Port': ['ID=345807e0-1f6a-430a-acb2-8550267dc561,revision_number=9']} {{(pid=101047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:50:05.896798 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-fb275c5b-0fa7-4ae7-94bd-b771a51b2127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1028887'] for network, after_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:05.903883 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-fb275c5b-0fa7-4ae7-94bd-b771a51b2127 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577872'] for network, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:05.908242 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-fb275c5b-0fa7-4ae7-94bd-b771a51b2127 admin admin] 10.222.0.13 "DELETE /v2.0/networks/7392ae37-e0ec-4e65-9825-77eb97a9a877 HTTP/1.1" status: 204 len: 168 time: 0.8137374 Sep 15 02:50:05.915558 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb275c5b-0fa7-4ae7-94bd-b771a51b2127 admin admin] Pushing event deleted for resources: {'Network': ['ID=7392ae37-e0ec-4e65-9825-77eb97a9a877,revision_number=None']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:50:05.917095 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-10a184fb-2bf9-493e-81c3-b510e3fdbd12 req-d912a5c4-66bc-4b80-9518-ad21d3cce1e3 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] Notify callbacks [] for port, precommit_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:06.018096 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-10a184fb-2bf9-493e-81c3-b510e3fdbd12 req-d912a5c4-66bc-4b80-9518-ad21d3cce1e3 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781587269048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25563207'] for port, after_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:06.030836 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] get_ports_and_sgs() called for port_ids ['345807e0-1f6a-430a-acb2-8550267dc561'] {{(pid=101047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 02:50:06.077075 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10a184fb-2bf9-493e-81c3-b510e3fdbd12 req-d912a5c4-66bc-4b80-9518-ad21d3cce1e3 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] Network 2a6c8c41-a1b3-44ed-acdc-94a2d9e51823 is already hosted by enough agents. {{(pid=101045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:50:06.080286 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.scheduler.base_scheduler [req-10a184fb-2bf9-493e-81c3-b510e3fdbd12 req-d912a5c4-66bc-4b80-9518-ad21d3cce1e3 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] Resources bound (agent type, host, resource id): {{(pid=101045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:50:06.082200 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d912a5c4-66bc-4b80-9518-ad21d3cce1e3 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] Pushing event updated for resources: {'Port': ['ID=fad22885-63f2-4e85-b861-e441828ca5f4,revision_number=1']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:50:06.085398 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.db.l3_dvrscheduler_db [req-10a184fb-2bf9-493e-81c3-b510e3fdbd12 req-d912a5c4-66bc-4b80-9518-ad21d3cce1e3 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] Received port after_create {{(pid=101045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:50:06.097047 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c16c1c-df45-4d92-8f05-01f229122c78 req-58162db1-be21-4789-b47c-4238374e93ba tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:06.098559 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-15c16c1c-df45-4d92-8f05-01f229122c78 req-58162db1-be21-4789-b47c-4238374e93ba tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b51c9e-105a-4410-b3d4-28452f4f058f HTTP/1.1" status: 200 len: 944 time: 0.1073391 Sep 15 02:50:06.168305 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a184fb-2bf9-493e-81c3-b510e3fdbd12 req-d912a5c4-66bc-4b80-9518-ad21d3cce1e3 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:06.169071 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-10a184fb-2bf9-493e-81c3-b510e3fdbd12 req-d912a5c4-66bc-4b80-9518-ad21d3cce1e3 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89626'] for port, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:06.176712 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-15c16c1c-df45-4d92-8f05-01f229122c78 req-36625e24-dfd8-4175-98b7-ea497fee2ef9 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad459af9-5975-483b-9f53-88cb63fe7ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599513 Sep 15 02:50:06.208319 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 42040) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:50:06.252398 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-7a8c913e-0526-4d02-8eec-aafb4d18107c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bda0ae2dd5054c26954555d099295c13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0429001 Sep 15 02:50:06.255126 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 42042) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:50:06.263975 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-10a184fb-2bf9-493e-81c3-b510e3fdbd12 req-d912a5c4-66bc-4b80-9518-ad21d3cce1e3 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8468277 Sep 15 02:50:06.277715 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.v2.base [req-10a184fb-2bf9-493e-81c3-b510e3fdbd12 req-02d231d4-620f-4d9d-8b71-3a060e602efc service neutron] Request body: {'port': {'device_id': '842d144d-f5af-4f7e-8ffe-5db550ea8a80', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=101045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:50:06.290914 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Device 7d83ff31-e64a-4dd0-a5cd-bc23f36aa869 no longer exists at agent ovs-agent-dv-cinder-759955-25-smb {{(pid=101047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 02:50:06.305327 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-83490073-99b0-4a6c-b35f-472980c69877 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:06.315359 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.plugin [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] No Port match for: 7d83ff31-e64a-4dd0-a5cd-bc23f36aa869 {{(pid=101047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 02:50:06.315945 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Device 7d83ff31-e64a-4dd0-a5cd-bc23f36aa869 not bound to the agent host dv-cinder-759955-25-smb {{(pid=101047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 02:50:06.316478 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Device b46802a3-a476-47d1-a68c-c88c4765e592 no longer exists at agent ovs-agent-dv-cinder-759955-25-smb {{(pid=101047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 02:50:06.332681 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-83490073-99b0-4a6c-b35f-472980c69877 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:06.332923 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-10a184fb-2bf9-493e-81c3-b510e3fdbd12 req-02d231d4-620f-4d9d-8b71-3a060e602efc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:06.340846 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.plugin [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] No Port match for: b46802a3-a476-47d1-a68c-c88c4765e592 {{(pid=101047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 02:50:06.341440 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Device b46802a3-a476-47d1-a68c-c88c4765e592 not bound to the agent host dv-cinder-759955-25-smb {{(pid=101047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 02:50:06.342033 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Device 33e48b71-c39b-4620-894a-b77270537d6e no longer exists at agent ovs-agent-dv-cinder-759955-25-smb {{(pid=101047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 02:50:06.360671 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.plugin [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] No Port match for: 33e48b71-c39b-4620-894a-b77270537d6e {{(pid=101047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 02:50:06.361010 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Device 33e48b71-c39b-4620-894a-b77270537d6e not bound to the agent host dv-cinder-759955-25-smb {{(pid=101047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 02:50:06.445493 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-83490073-99b0-4a6c-b35f-472980c69877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:06.448142 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-83490073-99b0-4a6c-b35f-472980c69877 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:06.449313 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-83490073-99b0-4a6c-b35f-472980c69877 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2d03ce67-083c-4842-9dce-25b3d5453925 HTTP/1.1" status: 204 len: 168 time: 0.1932540 Sep 15 02:50:06.457124 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83490073-99b0-4a6c-b35f-472980c69877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d03ce67-083c-4842-9dce-25b3d5453925,revision_number=None']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:50:06.602853 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.notifiers.nova [req-10a184fb-2bf9-493e-81c3-b510e3fdbd12 req-02d231d4-620f-4d9d-8b71-3a060e602efc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fad22885-63f2-4e85-b861-e441828ca5f4 {{(pid=101045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 02:50:06.611638 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-10a184fb-2bf9-493e-81c3-b510e3fdbd12 req-02d231d4-620f-4d9d-8b71-3a060e602efc service neutron] Notify callbacks [] for port, precommit_update {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:06.623892 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.db.provisioning_blocks [req-10a184fb-2bf9-493e-81c3-b510e3fdbd12 req-02d231d4-620f-4d9d-8b71-3a060e602efc service neutron] Transition to ACTIVE for port object fad22885-63f2-4e85-b861-e441828ca5f4 will not be triggered until provisioned by entity L2. {{(pid=101045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 02:50:06.685687 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-10a184fb-2bf9-493e-81c3-b510e3fdbd12 req-02d231d4-620f-4d9d-8b71-3a060e602efc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25563230'] for port, after_update {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:06.736445 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d231d4-620f-4d9d-8b71-3a060e602efc service neutron] Pushing event updated for resources: {'Port': ['ID=fad22885-63f2-4e85-b861-e441828ca5f4,revision_number=2']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:50:06.805681 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.managers [req-10a184fb-2bf9-493e-81c3-b510e3fdbd12 req-02d231d4-620f-4d9d-8b71-3a060e602efc service neutron] Attempting to bind port fad22885-63f2-4e85-b861-e441828ca5f4 on host hv-cinder-75995 for vnic_type normal with profile {{(pid=101045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 02:50:06.806790 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.managers [req-10a184fb-2bf9-493e-81c3-b510e3fdbd12 req-02d231d4-620f-4d9d-8b71-3a060e602efc service neutron] Attempting to bind port fad22885-63f2-4e85-b861-e441828ca5f4 by drivers openvswitch,hyperv on host hv-cinder-75995 at level 0 using segments [{'id': '85ab84a8-1250-4143-b067-8e81ad924c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2a6c8c41-a1b3-44ed-acdc-94a2d9e51823'}] {{(pid=101045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 02:50:06.807573 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a184fb-2bf9-493e-81c3-b510e3fdbd12 req-02d231d4-620f-4d9d-8b71-3a060e602efc service neutron] Attempting to bind port fad22885-63f2-4e85-b861-e441828ca5f4 on network 2a6c8c41-a1b3-44ed-acdc-94a2d9e51823 {{(pid=101045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:50:06.813102 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a184fb-2bf9-493e-81c3-b510e3fdbd12 req-02d231d4-620f-4d9d-8b71-3a060e602efc service neutron] Port fad22885-63f2-4e85-b861-e441828ca5f4 on network 2a6c8c41-a1b3-44ed-acdc-94a2d9e51823 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75995 {{(pid=101045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 02:50:06.813421 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a184fb-2bf9-493e-81c3-b510e3fdbd12 req-02d231d4-620f-4d9d-8b71-3a060e602efc service neutron] Attempting to bind port fad22885-63f2-4e85-b861-e441828ca5f4 on network 2a6c8c41-a1b3-44ed-acdc-94a2d9e51823 {{(pid=101045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:50:06.818231 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a184fb-2bf9-493e-81c3-b510e3fdbd12 req-02d231d4-620f-4d9d-8b71-3a060e602efc service neutron] Checking agent: {'id': 'bf643b19-1b67-4f44-847e-0724d3e1ee06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 42, 35), 'started_at': datetime.datetime(2021, 9, 15, 2, 42, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 2, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 02:50:06.818558 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a184fb-2bf9-493e-81c3-b510e3fdbd12 req-02d231d4-620f-4d9d-8b71-3a060e602efc service neutron] Checking segment: {'id': '85ab84a8-1250-4143-b067-8e81ad924c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2a6c8c41-a1b3-44ed-acdc-94a2d9e51823'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:50:06.818934 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a184fb-2bf9-493e-81c3-b510e3fdbd12 req-02d231d4-620f-4d9d-8b71-3a060e602efc service neutron] Bound using segment: {'id': '85ab84a8-1250-4143-b067-8e81ad924c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2a6c8c41-a1b3-44ed-acdc-94a2d9e51823'} {{(pid=101045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 02:50:06.819729 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.managers [req-10a184fb-2bf9-493e-81c3-b510e3fdbd12 req-02d231d4-620f-4d9d-8b71-3a060e602efc service neutron] Bound port: fad22885-63f2-4e85-b861-e441828ca5f4, host: hv-cinder-75995, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85ab84a8-1250-4143-b067-8e81ad924c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2a6c8c41-a1b3-44ed-acdc-94a2d9e51823'}}] {{(pid=101045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 02:50:06.819860 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-10a184fb-2bf9-493e-81c3-b510e3fdbd12 req-02d231d4-620f-4d9d-8b71-3a060e602efc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:06.861645 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac5de10-d008-49b6-a03c-747b4f01d3a0 req-6ca3f11f-c2e2-418c-b93c-68ac69ec46bb tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:06.863274 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-3ac5de10-d008-49b6-a03c-747b4f01d3a0 req-6ca3f11f-c2e2-418c-b93c-68ac69ec46bb tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] 10.222.0.13 "GET /v2.0/ports?device_id=842d144d-f5af-4f7e-8ffe-5db550ea8a80 HTTP/1.1" status: 200 len: 943 time: 0.0497692 Sep 15 02:50:06.886821 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.db [req-10a184fb-2bf9-493e-81c3-b510e3fdbd12 req-02d231d4-620f-4d9d-8b71-3a060e602efc service neutron] For port fad22885-63f2-4e85-b861-e441828ca5f4, host hv-cinder-75995, cleared binding levels {{(pid=101045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 02:50:06.890588 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.db [req-10a184fb-2bf9-493e-81c3-b510e3fdbd12 req-02d231d4-620f-4d9d-8b71-3a060e602efc service neutron] For port fad22885-63f2-4e85-b861-e441828ca5f4, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=fad22885-63f2-4e85-b861-e441828ca5f4,segment=NetworkSegment(85ab84a8-1250-4143-b067-8e81ad924c83),segment_id=85ab84a8-1250-4143-b067-8e81ad924c83)] {{(pid=101045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 02:50:06.901799 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-3ac5de10-d008-49b6-a03c-747b4f01d3a0 req-658d2d88-7c24-4b45-a0ef-a6380f700155 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] 10.222.0.13 "GET /v2.0/security-groups?id=e43be1d5-a1d7-4736-87a7-25474032a4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324459 Sep 15 02:50:06.960836 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-10a184fb-2bf9-493e-81c3-b510e3fdbd12 req-02d231d4-620f-4d9d-8b71-3a060e602efc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25563230'] for port, after_update {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:06.998403 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a184fb-2bf9-493e-81c3-b510e3fdbd12 req-02d231d4-620f-4d9d-8b71-3a060e602efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:06.999045 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-10a184fb-2bf9-493e-81c3-b510e3fdbd12 req-02d231d4-620f-4d9d-8b71-3a060e602efc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89626'] for port, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:07.000506 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-10a184fb-2bf9-493e-81c3-b510e3fdbd12 req-02d231d4-620f-4d9d-8b71-3a060e602efc service neutron] 10.222.0.38 "PUT /v2.0/ports/fad22885-63f2-4e85-b861-e441828ca5f4 HTTP/1.1" status: 200 len: 1093 time: 0.7275429 Sep 15 02:50:07.002591 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '842d144d-f5af-4f7e-8ffe-5db550ea8a80', 'tag': 'fad22885-63f2-4e85-b861-e441828ca5f4'}] {{(pid=101045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:50:07.005160 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86c436101efe1a363cd74fb96c1b6796ca3087f8916af27063bbdf5683c89520" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad68f7d1-0ded-4b65-b40d-5e18abb74341" -d '{"events": [{"name": "network-changed", "server_uuid": "842d144d-f5af-4f7e-8ffe-5db550ea8a80", "tag": "fad22885-63f2-4e85-b861-e441828ca5f4"}]}' {{(pid=101045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:50:07.029912 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d231d4-620f-4d9d-8b71-3a060e602efc service neutron] Pushing event updated for resources: {'Port': ['ID=fad22885-63f2-4e85-b861-e441828ca5f4,revision_number=3']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:50:07.045355 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 02:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9b7db20-eb0d-44af-ab3b-2799e38c75f5 x-openstack-request-id: req-f9b7db20-eb0d-44af-ab3b-2799e38c75f5 {{(pid=101045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:50:07.045657 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "842d144d-f5af-4f7e-8ffe-5db550ea8a80", "tag": "fad22885-63f2-4e85-b861-e441828ca5f4", "status": "completed", "code": 200}]} {{(pid=101045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:50:07.045902 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f9b7db20-eb0d-44af-ab3b-2799e38c75f5 {{(pid=101045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:50:07.046288 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '842d144d-f5af-4f7e-8ffe-5db550ea8a80', 'tag': 'fad22885-63f2-4e85-b861-e441828ca5f4', 'status': 'completed', 'code': 200} Sep 15 02:50:07.104767 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad68f7d1-0ded-4b65-b40d-5e18abb74341 req-4d2b34b5-2a55-4282-9102-8ccf6a20dff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:07.106244 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-ad68f7d1-0ded-4b65-b40d-5e18abb74341 req-4d2b34b5-2a55-4282-9102-8ccf6a20dff0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=92321f839e1f46d392c1413c1df11561&device_id=842d144d-f5af-4f7e-8ffe-5db550ea8a80 HTTP/1.1" status: 200 len: 1096 time: 0.0397077 Sep 15 02:50:07.109529 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 42052) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:50:07.303991 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deffd52e-a242-4bef-ac4c-d5eb9489a7b9 req-c0c8aefc-cbc6-4df4-8595-8772604a7b3a tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:07.305603 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-deffd52e-a242-4bef-ac4c-d5eb9489a7b9 req-c0c8aefc-cbc6-4df4-8595-8772604a7b3a tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b51c9e-105a-4410-b3d4-28452f4f058f HTTP/1.1" status: 200 len: 944 time: 0.0556958 Sep 15 02:50:07.346416 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-deffd52e-a242-4bef-ac4c-d5eb9489a7b9 req-fe0ad512-e9af-4c27-8937-51c79581c3a3 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad459af9-5975-483b-9f53-88cb63fe7ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340664 Sep 15 02:50:07.432980 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Device 345807e0-1f6a-430a-acb2-8550267dc561 up at agent hyperv_hv-cinder-75995 {{(pid=101047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:50:07.467876 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-77271ae8-3543-455b-8a46-9d8a2cb48d09 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=adce236780b2415387166171221698be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3571248 Sep 15 02:50:07.470291 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 42056) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:50:07.484015 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Provisioning complete for port 345807e0-1f6a-430a-acb2-8550267dc561 triggered by entity L2. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:50:07.484388 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1575204'] for port, provisioning_complete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:07.511931 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad68f7d1-0ded-4b65-b40d-5e18abb74341 req-527b3694-0aef-4527-bc59-fe4fb1867f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:07.513781 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-ad68f7d1-0ded-4b65-b40d-5e18abb74341 req-527b3694-0aef-4527-bc59-fe4fb1867f9f service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=92321f839e1f46d392c1413c1df11561&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3981431 Sep 15 02:50:07.561681 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-b385de98-2af6-42cc-a7b8-19077029fa37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:07.563561 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:07.585052 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42b51c9e-105a-4410-b3d4-28452f4f058f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '345807e0-1f6a-430a-acb2-8550267dc561'}] {{(pid=101047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:50:07.587305 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c8380946bd2a122839d37a92bf46cf7528befbf14a007f21b6f8387627c5c86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bbb1700-693a-4b39-9a4a-7abb395bbdb1" -d '{"events": [{"server_uuid": "42b51c9e-105a-4410-b3d4-28452f4f058f", "name": "network-vif-plugged", "status": "completed", "tag": "345807e0-1f6a-430a-acb2-8550267dc561"}]}' {{(pid=101047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:50:07.600359 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] For port 345807e0-1f6a-430a-acb2-8550267dc561, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=345807e0-1f6a-430a-acb2-8550267dc561,segment=NetworkSegment(05f52a86-8cc0-4a65-9024-5aaf0393990e),segment_id=05f52a86-8cc0-4a65-9024-5aaf0393990e)] {{(pid=101047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:50:07.620231 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-b385de98-2af6-42cc-a7b8-19077029fa37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:07.655231 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad68f7d1-0ded-4b65-b40d-5e18abb74341 req-4e94c421-e990-43ff-8c7b-610490e6eaef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:07.656704 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-ad68f7d1-0ded-4b65-b40d-5e18abb74341 req-4e94c421-e990-43ff-8c7b-610490e6eaef service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1346102 Sep 15 02:50:07.691244 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:07.739588 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a184fb-2bf9-493e-81c3-b510e3fdbd12 req-a9c3a198-86e7-4d37-bcb6-e19fcdca9658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:07.741179 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-10a184fb-2bf9-493e-81c3-b510e3fdbd12 req-a9c3a198-86e7-4d37-bcb6-e19fcdca9658 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=92321f839e1f46d392c1413c1df11561&device_id=842d144d-f5af-4f7e-8ffe-5db550ea8a80 HTTP/1.1" status: 200 len: 1096 time: 0.0426342 Sep 15 02:50:07.743094 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Pushing event updated for resources: {'Port': ['ID=345807e0-1f6a-430a-acb2-8550267dc561,revision_number=10']} {{(pid=101047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:50:07.748417 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-b385de98-2af6-42cc-a7b8-19077029fa37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:07.751963 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-b385de98-2af6-42cc-a7b8-19077029fa37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:07.752968 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-b385de98-2af6-42cc-a7b8-19077029fa37 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fd6f4f7f-47e4-4efd-81ad-1e13bab170a0 HTTP/1.1" status: 204 len: 168 time: 0.2810099 Sep 15 02:50:07.767092 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b385de98-2af6-42cc-a7b8-19077029fa37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd6f4f7f-47e4-4efd-81ad-1e13bab170a0,revision_number=None']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:50:07.807009 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-10a184fb-2bf9-493e-81c3-b510e3fdbd12 req-f97918fd-577a-427c-b6ae-0edbc99dae91 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fad22885-63f2-4e85-b861-e441828ca5f4 HTTP/1.1" status: 200 len: 217 time: 0.0534854 Sep 15 02:50:07.822645 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 02:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b64445e7-ac9d-40f8-9049-05a8164902c0 x-openstack-request-id: req-b64445e7-ac9d-40f8-9049-05a8164902c0 {{(pid=101047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:50:07.822940 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42b51c9e-105a-4410-b3d4-28452f4f058f", "name": "network-vif-plugged", "status": "completed", "tag": "345807e0-1f6a-430a-acb2-8550267dc561", "code": 200}]} {{(pid=101047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:50:07.823220 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b64445e7-ac9d-40f8-9049-05a8164902c0 {{(pid=101047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:50:07.823605 dv-cinder-759955-25-smb neutron-server[101047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42b51c9e-105a-4410-b3d4-28452f4f058f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '345807e0-1f6a-430a-acb2-8550267dc561', 'code': 200} Sep 15 02:50:07.861598 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a184fb-2bf9-493e-81c3-b510e3fdbd12 req-49109387-1dc2-4e3c-803c-170a5a313f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:07.866628 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-10a184fb-2bf9-493e-81c3-b510e3fdbd12 req-49109387-1dc2-4e3c-803c-170a5a313f24 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ef1d3b76-3670-4fdf-ab3c-92261af0d91b HTTP/1.1" status: 200 len: 854 time: 0.0496461 Sep 15 02:50:07.895656 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-10a184fb-2bf9-493e-81c3-b510e3fdbd12 req-bc34735b-ae70-4bda-a549-cb4e2f22cc86 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2a6c8c41-a1b3-44ed-acdc-94a2d9e51823&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249600 Sep 15 02:50:07.992838 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-10a184fb-2bf9-493e-81c3-b510e3fdbd12 req-1ad9c6f9-c20d-4593-87da-435d3d189a22 service neutron] 10.222.0.38 "GET /v2.0/networks/2a6c8c41-a1b3-44ed-acdc-94a2d9e51823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901794 Sep 15 02:50:08.022476 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2d6033-0cb7-4327-967d-1f8c1005a395 req-9fb63974-221c-4c09-9afc-3bccbc1c92d1 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:08.024181 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-ba2d6033-0cb7-4327-967d-1f8c1005a395 req-9fb63974-221c-4c09-9afc-3bccbc1c92d1 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] 10.222.0.13 "GET /v2.0/ports?device_id=842d144d-f5af-4f7e-8ffe-5db550ea8a80 HTTP/1.1" status: 200 len: 943 time: 0.0498369 Sep 15 02:50:08.061542 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-ba2d6033-0cb7-4327-967d-1f8c1005a395 req-48ca8af7-4fe3-4238-8760-820236ac4abb tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] 10.222.0.13 "GET /v2.0/security-groups?id=e43be1d5-a1d7-4736-87a7-25474032a4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308707 Sep 15 02:50:08.087801 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-10a184fb-2bf9-493e-81c3-b510e3fdbd12 req-02acae35-4d0c-43c8-940b-118f69fb038d service neutron] 10.222.0.38 "GET /v2.0/networks/2a6c8c41-a1b3-44ed-acdc-94a2d9e51823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882034 Sep 15 02:50:08.145941 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907bf251-21ca-4730-9d99-d2d81e51b541 req-b40d9e76-eea1-45ea-a7e3-5ee49fd2186f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:08.147595 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-907bf251-21ca-4730-9d99-d2d81e51b541 req-b40d9e76-eea1-45ea-a7e3-5ee49fd2186f service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=42b51c9e-105a-4410-b3d4-28452f4f058f HTTP/1.1" status: 200 len: 1099 time: 0.0431201 Sep 15 02:50:08.185151 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-907bf251-21ca-4730-9d99-d2d81e51b541 req-cd0f478e-72d9-473f-880e-400f5c6bfd77 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=ad459af9-5975-483b-9f53-88cb63fe7ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306776 Sep 15 02:50:08.469102 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74239e2-0a42-4e61-8979-d0026484b093 req-f234b08e-28de-4fc7-8edf-6ecf893f53d2 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:08.470580 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-f74239e2-0a42-4e61-8979-d0026484b093 req-f234b08e-28de-4fc7-8edf-6ecf893f53d2 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b51c9e-105a-4410-b3d4-28452f4f058f HTTP/1.1" status: 200 len: 946 time: 0.0507915 Sep 15 02:50:08.508022 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-f74239e2-0a42-4e61-8979-d0026484b093 req-67f1f4a4-717d-4d3a-a0db-e3c0439f3e6f tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad459af9-5975-483b-9f53-88cb63fe7ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314622 Sep 15 02:50:09.178331 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b7ac71-3619-438b-a2ba-85c917476812 req-4896d923-98d7-4c20-82d0-905d431f3528 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:09.179855 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-20b7ac71-3619-438b-a2ba-85c917476812 req-4896d923-98d7-4c20-82d0-905d431f3528 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] 10.222.0.13 "GET /v2.0/ports?device_id=842d144d-f5af-4f7e-8ffe-5db550ea8a80 HTTP/1.1" status: 200 len: 943 time: 0.0486057 Sep 15 02:50:09.223943 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-20b7ac71-3619-438b-a2ba-85c917476812 req-b69b14d8-d642-4e38-a73d-c0c1f148726f tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] 10.222.0.13 "GET /v2.0/security-groups?id=e43be1d5-a1d7-4736-87a7-25474032a4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376289 Sep 15 02:50:09.454548 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Device fad22885-63f2-4e85-b861-e441828ca5f4 details requested by agent hyperv_hv-cinder-75995 with host hv-cinder-75995 {{(pid=101047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 02:50:09.553498 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] For port fad22885-63f2-4e85-b861-e441828ca5f4, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=fad22885-63f2-4e85-b861-e441828ca5f4,segment=NetworkSegment(85ab84a8-1250-4143-b067-8e81ad924c83),segment_id=85ab84a8-1250-4143-b067-8e81ad924c83)] {{(pid=101047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:50:09.566743 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Returning: {'device': 'fad22885-63f2-4e85-b861-e441828ca5f4', 'network_id': '2a6c8c41-a1b3-44ed-acdc-94a2d9e51823', 'port_id': 'fad22885-63f2-4e85-b861-e441828ca5f4', 'mac_address': 'fa:16:3e:15:d2:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef1d3b76-3670-4fdf-ab3c-92261af0d91b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 02:50:09.609033 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:09.621555 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.notifiers.nova [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fad22885-63f2-4e85-b861-e441828ca5f4 {{(pid=101047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 02:50:09.627447 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce33088a-1a10-4325-b010-60365b6cc802 req-c4b8f349-d86d-405c-b486-c3ffc1058a3d tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:09.629275 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-ce33088a-1a10-4325-b010-60365b6cc802 req-c4b8f349-d86d-405c-b486-c3ffc1058a3d tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b51c9e-105a-4410-b3d4-28452f4f058f HTTP/1.1" status: 200 len: 946 time: 0.0496261 Sep 15 02:50:09.643021 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] For port fad22885-63f2-4e85-b861-e441828ca5f4, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=fad22885-63f2-4e85-b861-e441828ca5f4,segment=NetworkSegment(85ab84a8-1250-4143-b067-8e81ad924c83),segment_id=85ab84a8-1250-4143-b067-8e81ad924c83)] {{(pid=101047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:50:09.678708 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-ce33088a-1a10-4325-b010-60365b6cc802 req-d24c7e8b-a15a-4f1e-9478-1a96268c4855 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad459af9-5975-483b-9f53-88cb63fe7ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413105 Sep 15 02:50:09.902746 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:09.949850 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Pushing event updated for resources: {'Port': ['ID=fad22885-63f2-4e85-b861-e441828ca5f4,revision_number=4']} {{(pid=101047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:50:10.115850 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] get_ports_and_sgs() called for port_ids ['fad22885-63f2-4e85-b861-e441828ca5f4'] {{(pid=101047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 02:50:10.346755 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d13de80-1512-47a4-942e-0467d11fb46a req-52b80ecc-ad01-41a5-8a0c-9c1edc53a01b tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:10.348252 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-1d13de80-1512-47a4-942e-0467d11fb46a req-52b80ecc-ad01-41a5-8a0c-9c1edc53a01b tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] 10.222.0.13 "GET /v2.0/ports?device_id=842d144d-f5af-4f7e-8ffe-5db550ea8a80 HTTP/1.1" status: 200 len: 944 time: 0.0573065 Sep 15 02:50:10.384968 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-1d13de80-1512-47a4-942e-0467d11fb46a req-93ee80ba-efab-444d-a58d-7b2d2f8c8e1d tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] 10.222.0.13 "GET /v2.0/security-groups?id=e43be1d5-a1d7-4736-87a7-25474032a4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309329 Sep 15 02:50:10.794990 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcc4490-0e71-4d21-9636-4a9a60c2ab01 req-29c1b37a-4ca9-4f5d-8e58-f5a9b3254fd5 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:10.796606 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-9dcc4490-0e71-4d21-9636-4a9a60c2ab01 req-29c1b37a-4ca9-4f5d-8e58-f5a9b3254fd5 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b51c9e-105a-4410-b3d4-28452f4f058f HTTP/1.1" status: 200 len: 946 time: 0.0484910 Sep 15 02:50:10.834325 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-9dcc4490-0e71-4d21-9636-4a9a60c2ab01 req-0209c712-4fc9-4784-83d7-72deeca4a84d tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad459af9-5975-483b-9f53-88cb63fe7ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318213 Sep 15 02:50:11.458112 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Device fad22885-63f2-4e85-b861-e441828ca5f4 up at agent hyperv_hv-cinder-75995 {{(pid=101047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:50:11.497944 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b1caa9-1ded-4a97-b1d4-52b1eb8aabd3 req-2a1dc2d0-5122-44fe-9d15-800a745ed8c3 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:11.499505 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-e1b1caa9-1ded-4a97-b1d4-52b1eb8aabd3 req-2a1dc2d0-5122-44fe-9d15-800a745ed8c3 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] 10.222.0.13 "GET /v2.0/ports?device_id=842d144d-f5af-4f7e-8ffe-5db550ea8a80 HTTP/1.1" status: 200 len: 944 time: 0.0490856 Sep 15 02:50:11.538612 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-e1b1caa9-1ded-4a97-b1d4-52b1eb8aabd3 req-38ef9b0b-e522-447a-b394-3b5e97dc1f11 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] 10.222.0.13 "GET /v2.0/security-groups?id=e43be1d5-a1d7-4736-87a7-25474032a4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328867 Sep 15 02:50:11.559483 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Provisioning for port fad22885-63f2-4e85-b861-e441828ca5f4 completed by entity L2. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 02:50:11.563855 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Provisioning complete for port fad22885-63f2-4e85-b861-e441828ca5f4 triggered by entity L2. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:50:11.564219 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1575204'] for port, provisioning_complete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:11.637670 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:11.659760 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '842d144d-f5af-4f7e-8ffe-5db550ea8a80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fad22885-63f2-4e85-b861-e441828ca5f4'}] {{(pid=101047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:50:11.661966 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c8380946bd2a122839d37a92bf46cf7528befbf14a007f21b6f8387627c5c86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-692f840b-e53e-4e9a-a6d4-b087841437b9" -d '{"events": [{"server_uuid": "842d144d-f5af-4f7e-8ffe-5db550ea8a80", "name": "network-vif-plugged", "status": "completed", "tag": "fad22885-63f2-4e85-b861-e441828ca5f4"}]}' {{(pid=101047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:50:11.683574 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] For port fad22885-63f2-4e85-b861-e441828ca5f4, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=fad22885-63f2-4e85-b861-e441828ca5f4,segment=NetworkSegment(85ab84a8-1250-4143-b067-8e81ad924c83),segment_id=85ab84a8-1250-4143-b067-8e81ad924c83)] {{(pid=101047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:50:11.699537 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 02:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-751e866b-98f6-4ab7-ae72-d706ebe1eb5b x-openstack-request-id: req-751e866b-98f6-4ab7-ae72-d706ebe1eb5b {{(pid=101047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:50:11.699847 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "842d144d-f5af-4f7e-8ffe-5db550ea8a80", "name": "network-vif-plugged", "status": "completed", "tag": "fad22885-63f2-4e85-b861-e441828ca5f4", "code": 200}]} {{(pid=101047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:50:11.700093 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-751e866b-98f6-4ab7-ae72-d706ebe1eb5b {{(pid=101047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:50:11.700489 dv-cinder-759955-25-smb neutron-server[101047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '842d144d-f5af-4f7e-8ffe-5db550ea8a80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fad22885-63f2-4e85-b861-e441828ca5f4', 'code': 200} Sep 15 02:50:11.771020 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:11.816666 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Pushing event updated for resources: {'Port': ['ID=fad22885-63f2-4e85-b861-e441828ca5f4,revision_number=5']} {{(pid=101047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:50:11.951605 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c873a2a-2c37-4a23-89ba-72c402141736 req-cdd2f694-931b-48ff-a894-361dc64e806c tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:11.953672 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-4c873a2a-2c37-4a23-89ba-72c402141736 req-cdd2f694-931b-48ff-a894-361dc64e806c tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b51c9e-105a-4410-b3d4-28452f4f058f HTTP/1.1" status: 200 len: 946 time: 0.0490420 Sep 15 02:50:11.989617 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d2fdc6-4ecb-479c-bcfd-d75292577b97 req-07d375fc-1a65-469e-9136-0febd29f106d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:11.991188 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-46d2fdc6-4ecb-479c-bcfd-d75292577b97 req-07d375fc-1a65-469e-9136-0febd29f106d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=842d144d-f5af-4f7e-8ffe-5db550ea8a80 HTTP/1.1" status: 200 len: 1098 time: 0.0435715 Sep 15 02:50:11.992102 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-4c873a2a-2c37-4a23-89ba-72c402141736 req-045a3062-e806-401c-a6db-c3846554e646 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad459af9-5975-483b-9f53-88cb63fe7ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322177 Sep 15 02:50:12.026723 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-46d2fdc6-4ecb-479c-bcfd-d75292577b97 req-fd3880cc-2db6-40e5-80bf-08d6f131a3b2 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=e43be1d5-a1d7-4736-87a7-25474032a4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290978 Sep 15 02:50:12.652117 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a68f9a-509f-4522-acab-f92b3868baa0 req-829bf0e8-e04e-46e8-ab11-35e9ec708174 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:12.653565 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-52a68f9a-509f-4522-acab-f92b3868baa0 req-829bf0e8-e04e-46e8-ab11-35e9ec708174 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] 10.222.0.13 "GET /v2.0/ports?device_id=842d144d-f5af-4f7e-8ffe-5db550ea8a80 HTTP/1.1" status: 200 len: 945 time: 0.0475876 Sep 15 02:50:12.691406 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-52a68f9a-509f-4522-acab-f92b3868baa0 req-e86b35c4-5726-4e54-8751-1f5cb8b9a7d1 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] 10.222.0.13 "GET /v2.0/security-groups?id=e43be1d5-a1d7-4736-87a7-25474032a4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320442 Sep 15 02:50:13.810482 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798f51af-0a30-4c60-bec4-1b90e5061b84 req-d312a314-fb7e-4e7b-9b98-450cd067bf2b tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:13.812568 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-798f51af-0a30-4c60-bec4-1b90e5061b84 req-d312a314-fb7e-4e7b-9b98-450cd067bf2b tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] 10.222.0.13 "GET /v2.0/ports?device_id=842d144d-f5af-4f7e-8ffe-5db550ea8a80 HTTP/1.1" status: 200 len: 945 time: 0.0508204 Sep 15 02:50:13.849076 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-798f51af-0a30-4c60-bec4-1b90e5061b84 req-7bf25ce9-0ca2-4918-ba98-41179ff725b9 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] 10.222.0.13 "GET /v2.0/security-groups?id=e43be1d5-a1d7-4736-87a7-25474032a4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307817 Sep 15 02:50:15.456273 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-37a780ea-35c5-4190-8c03-0c2bfd4c5b9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:18.143245 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-f99b78c1-e82a-4c42-9090-c4fc8c7cae79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:18.462622 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:18.715301 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fd05a2-4f34-4cde-9b6f-833803c13582 req-e6599167-526f-4af7-9ea6-e239c6a8f762 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:18.716743 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-90fd05a2-4f34-4cde-9b6f-833803c13582 req-e6599167-526f-4af7-9ea6-e239c6a8f762 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] 10.222.0.13 "GET /v2.0/networks?id=2a6c8c41-a1b3-44ed-acdc-94a2d9e51823 HTTP/1.1" status: 200 len: 814 time: 0.0977213 Sep 15 02:50:18.730842 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-90fd05a2-4f34-4cde-9b6f-833803c13582 req-f4869e9b-2a95-43e8-904f-8c4a36a934d9 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] 10.222.0.13 "GET /v2.0/quotas/92321f839e1f46d392c1413c1df11561 HTTP/1.1" status: 200 len: 375 time: 0.0084691 Sep 15 02:50:18.780328 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-90fd05a2-4f34-4cde-9b6f-833803c13582 req-30e35868-bc6f-4940-8d1b-c542b7d617ba tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=92321f839e1f46d392c1413c1df11561&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0444376 Sep 15 02:50:18.866937 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-90fd05a2-4f34-4cde-9b6f-833803c13582 req-498a142e-24b7-40ce-962d-c9ea0da8117a service neutron] 10.222.0.13 "GET /v2.0/networks/2a6c8c41-a1b3-44ed-acdc-94a2d9e51823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798533 Sep 15 02:50:18.954648 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-90fd05a2-4f34-4cde-9b6f-833803c13582 req-7a7804ef-e220-4036-8760-ecf98cdcd420 service neutron] 10.222.0.13 "GET /v2.0/networks/2a6c8c41-a1b3-44ed-acdc-94a2d9e51823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815020 Sep 15 02:50:19.200575 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-94e26dc0-ecd2-477f-b219-191a776504c6 req-75d455af-dd7b-49f5-964e-5389c0809228 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] 10.222.0.13 "GET /v2.0/ports?device_id=d47c91cc-6477-456f-a9ee-b2441a33bac2 HTTP/1.1" status: 200 len: 210 time: 0.0269477 Sep 15 02:50:19.359509 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-26fc78ca-8f14-4c98-81c4-2d6c26116e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:20.298212 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-b853fd55-86ad-4938-96e8-838c0d57a320 req-95d4cd7a-ed2f-43b7-a9f0-2f2d1be6ac07 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] 10.222.0.13 "GET /v2.0/ports?device_id=d47c91cc-6477-456f-a9ee-b2441a33bac2 HTTP/1.1" status: 200 len: 210 time: 0.0292418 Sep 15 02:50:20.949425 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fd05a2-4f34-4cde-9b6f-833803c13582 req-ca92f9f0-6fc3-4c58-ab92-55fc340821f5 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:20.950814 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-90fd05a2-4f34-4cde-9b6f-833803c13582 req-ca92f9f0-6fc3-4c58-ab92-55fc340821f5 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] 10.222.0.38 "GET /v2.0/networks?id=2a6c8c41-a1b3-44ed-acdc-94a2d9e51823 HTTP/1.1" status: 200 len: 814 time: 0.1022320 Sep 15 02:50:20.966194 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.v2.base [req-90fd05a2-4f34-4cde-9b6f-833803c13582 req-3e637a06-97a5-4a78-aaae-b80c32f6a8ea tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] Request body: {'port': {'device_id': 'd47c91cc-6477-456f-a9ee-b2441a33bac2', 'network_id': '2a6c8c41-a1b3-44ed-acdc-94a2d9e51823', 'admin_state_up': True, 'tenant_id': '92321f839e1f46d392c1413c1df11561'}} {{(pid=101045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:50:21.131086 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90fd05a2-4f34-4cde-9b6f-833803c13582 req-3e637a06-97a5-4a78-aaae-b80c32f6a8ea tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] Made reservation on behalf of 92321f839e1f46d392c1413c1df11561 for: {'port': 1} {{(pid=101045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:50:21.134621 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-90fd05a2-4f34-4cde-9b6f-833803c13582 req-3e637a06-97a5-4a78-aaae-b80c32f6a8ea tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:21.250941 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-4787a0ec-4617-4d18-8d79-4c4aa2145a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:21.257596 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.db.db_base_plugin_common [req-90fd05a2-4f34-4cde-9b6f-833803c13582 req-3e637a06-97a5-4a78-aaae-b80c32f6a8ea tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] Allocated IP 172.20.0.10 (2a6c8c41-a1b3-44ed-acdc-94a2d9e51823/ef1d3b76-3670-4fdf-ab3c-92261af0d91b/bad10240-3623-49ba-bfaa-7c0edc8565dc) {{(pid=101045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:50:21.399496 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-234752ba-c6c8-4d57-bcea-9ab055a9a32a req-b977cc78-c10b-4e7b-a0e4-e91b1ac1c820 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] 10.222.0.13 "GET /v2.0/ports?device_id=d47c91cc-6477-456f-a9ee-b2441a33bac2 HTTP/1.1" status: 200 len: 210 time: 0.0297511 Sep 15 02:50:21.430426 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-90fd05a2-4f34-4cde-9b6f-833803c13582 req-3e637a06-97a5-4a78-aaae-b80c32f6a8ea tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] Notify callbacks [] for port, precommit_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:21.496980 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-90fd05a2-4f34-4cde-9b6f-833803c13582 req-3e637a06-97a5-4a78-aaae-b80c32f6a8ea tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781587269048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25563207'] for port, after_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:21.514352 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] get_ports_and_sgs() called for port_ids ['fad22885-63f2-4e85-b861-e441828ca5f4'] {{(pid=101047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 02:50:21.542956 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90fd05a2-4f34-4cde-9b6f-833803c13582 req-3e637a06-97a5-4a78-aaae-b80c32f6a8ea tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] Network 2a6c8c41-a1b3-44ed-acdc-94a2d9e51823 is already hosted by enough agents. {{(pid=101045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:50:21.546096 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.scheduler.base_scheduler [req-90fd05a2-4f34-4cde-9b6f-833803c13582 req-3e637a06-97a5-4a78-aaae-b80c32f6a8ea tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] Resources bound (agent type, host, resource id): {{(pid=101045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:50:21.550234 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.db.l3_dvrscheduler_db [req-90fd05a2-4f34-4cde-9b6f-833803c13582 req-3e637a06-97a5-4a78-aaae-b80c32f6a8ea tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] Received port after_create {{(pid=101045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:50:21.579356 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e637a06-97a5-4a78-aaae-b80c32f6a8ea tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] Pushing event updated for resources: {'Port': ['ID=bad10240-3623-49ba-bfaa-7c0edc8565dc,revision_number=1']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:50:21.606176 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fd05a2-4f34-4cde-9b6f-833803c13582 req-3e637a06-97a5-4a78-aaae-b80c32f6a8ea tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:21.606800 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-90fd05a2-4f34-4cde-9b6f-833803c13582 req-3e637a06-97a5-4a78-aaae-b80c32f6a8ea tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89626'] for port, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:21.691560 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-90fd05a2-4f34-4cde-9b6f-833803c13582 req-3e637a06-97a5-4a78-aaae-b80c32f6a8ea tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7290962 Sep 15 02:50:21.705239 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.v2.base [req-90fd05a2-4f34-4cde-9b6f-833803c13582 req-bf1b42e1-6989-44fd-a4f5-533aab38f836 service neutron] Request body: {'port': {'device_id': 'd47c91cc-6477-456f-a9ee-b2441a33bac2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=101045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:50:21.757679 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-90fd05a2-4f34-4cde-9b6f-833803c13582 req-bf1b42e1-6989-44fd-a4f5-533aab38f836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:22.021239 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.notifiers.nova [req-90fd05a2-4f34-4cde-9b6f-833803c13582 req-bf1b42e1-6989-44fd-a4f5-533aab38f836 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bad10240-3623-49ba-bfaa-7c0edc8565dc {{(pid=101045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 02:50:22.028623 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-90fd05a2-4f34-4cde-9b6f-833803c13582 req-bf1b42e1-6989-44fd-a4f5-533aab38f836 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:22.040924 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.db.provisioning_blocks [req-90fd05a2-4f34-4cde-9b6f-833803c13582 req-bf1b42e1-6989-44fd-a4f5-533aab38f836 service neutron] Transition to ACTIVE for port object bad10240-3623-49ba-bfaa-7c0edc8565dc will not be triggered until provisioned by entity L2. {{(pid=101045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 02:50:22.101875 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-90fd05a2-4f34-4cde-9b6f-833803c13582 req-bf1b42e1-6989-44fd-a4f5-533aab38f836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25563230'] for port, after_update {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:22.151799 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1b42e1-6989-44fd-a4f5-533aab38f836 service neutron] Pushing event updated for resources: {'Port': ['ID=bad10240-3623-49ba-bfaa-7c0edc8565dc,revision_number=2']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:50:22.213624 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.managers [req-90fd05a2-4f34-4cde-9b6f-833803c13582 req-bf1b42e1-6989-44fd-a4f5-533aab38f836 service neutron] Attempting to bind port bad10240-3623-49ba-bfaa-7c0edc8565dc on host hv-cinder-75995 for vnic_type normal with profile {{(pid=101045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 02:50:22.213953 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.managers [req-90fd05a2-4f34-4cde-9b6f-833803c13582 req-bf1b42e1-6989-44fd-a4f5-533aab38f836 service neutron] Attempting to bind port bad10240-3623-49ba-bfaa-7c0edc8565dc by drivers openvswitch,hyperv on host hv-cinder-75995 at level 0 using segments [{'id': '85ab84a8-1250-4143-b067-8e81ad924c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2a6c8c41-a1b3-44ed-acdc-94a2d9e51823'}] {{(pid=101045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 02:50:22.214273 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90fd05a2-4f34-4cde-9b6f-833803c13582 req-bf1b42e1-6989-44fd-a4f5-533aab38f836 service neutron] Attempting to bind port bad10240-3623-49ba-bfaa-7c0edc8565dc on network 2a6c8c41-a1b3-44ed-acdc-94a2d9e51823 {{(pid=101045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:50:22.218426 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90fd05a2-4f34-4cde-9b6f-833803c13582 req-bf1b42e1-6989-44fd-a4f5-533aab38f836 service neutron] Port bad10240-3623-49ba-bfaa-7c0edc8565dc on network 2a6c8c41-a1b3-44ed-acdc-94a2d9e51823 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75995 {{(pid=101045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 02:50:22.218737 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90fd05a2-4f34-4cde-9b6f-833803c13582 req-bf1b42e1-6989-44fd-a4f5-533aab38f836 service neutron] Attempting to bind port bad10240-3623-49ba-bfaa-7c0edc8565dc on network 2a6c8c41-a1b3-44ed-acdc-94a2d9e51823 {{(pid=101045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:50:22.224164 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90fd05a2-4f34-4cde-9b6f-833803c13582 req-bf1b42e1-6989-44fd-a4f5-533aab38f836 service neutron] Checking agent: {'id': 'bf643b19-1b67-4f44-847e-0724d3e1ee06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 42, 35), 'started_at': datetime.datetime(2021, 9, 15, 2, 42, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 2, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 02:50:22.224492 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90fd05a2-4f34-4cde-9b6f-833803c13582 req-bf1b42e1-6989-44fd-a4f5-533aab38f836 service neutron] Checking segment: {'id': '85ab84a8-1250-4143-b067-8e81ad924c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2a6c8c41-a1b3-44ed-acdc-94a2d9e51823'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:50:22.224869 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90fd05a2-4f34-4cde-9b6f-833803c13582 req-bf1b42e1-6989-44fd-a4f5-533aab38f836 service neutron] Bound using segment: {'id': '85ab84a8-1250-4143-b067-8e81ad924c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2a6c8c41-a1b3-44ed-acdc-94a2d9e51823'} {{(pid=101045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 02:50:22.225281 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.managers [req-90fd05a2-4f34-4cde-9b6f-833803c13582 req-bf1b42e1-6989-44fd-a4f5-533aab38f836 service neutron] Bound port: bad10240-3623-49ba-bfaa-7c0edc8565dc, host: hv-cinder-75995, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85ab84a8-1250-4143-b067-8e81ad924c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2a6c8c41-a1b3-44ed-acdc-94a2d9e51823'}}] {{(pid=101045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 02:50:22.225625 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-90fd05a2-4f34-4cde-9b6f-833803c13582 req-bf1b42e1-6989-44fd-a4f5-533aab38f836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:22.290211 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.db [req-90fd05a2-4f34-4cde-9b6f-833803c13582 req-bf1b42e1-6989-44fd-a4f5-533aab38f836 service neutron] For port bad10240-3623-49ba-bfaa-7c0edc8565dc, host hv-cinder-75995, cleared binding levels {{(pid=101045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 02:50:22.293404 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.db [req-90fd05a2-4f34-4cde-9b6f-833803c13582 req-bf1b42e1-6989-44fd-a4f5-533aab38f836 service neutron] For port bad10240-3623-49ba-bfaa-7c0edc8565dc, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=bad10240-3623-49ba-bfaa-7c0edc8565dc,segment=NetworkSegment(85ab84a8-1250-4143-b067-8e81ad924c83),segment_id=85ab84a8-1250-4143-b067-8e81ad924c83)] {{(pid=101045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 02:50:22.360023 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-90fd05a2-4f34-4cde-9b6f-833803c13582 req-bf1b42e1-6989-44fd-a4f5-533aab38f836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25563230'] for port, after_update {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:22.395229 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fd05a2-4f34-4cde-9b6f-833803c13582 req-bf1b42e1-6989-44fd-a4f5-533aab38f836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:22.395850 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-90fd05a2-4f34-4cde-9b6f-833803c13582 req-bf1b42e1-6989-44fd-a4f5-533aab38f836 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89626'] for port, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:22.397229 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-90fd05a2-4f34-4cde-9b6f-833803c13582 req-bf1b42e1-6989-44fd-a4f5-533aab38f836 service neutron] 10.222.0.38 "PUT /v2.0/ports/bad10240-3623-49ba-bfaa-7c0edc8565dc HTTP/1.1" status: 200 len: 1094 time: 0.6961286 Sep 15 02:50:22.397668 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd47c91cc-6477-456f-a9ee-b2441a33bac2', 'tag': 'bad10240-3623-49ba-bfaa-7c0edc8565dc'}] {{(pid=101045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:50:22.399926 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86c436101efe1a363cd74fb96c1b6796ca3087f8916af27063bbdf5683c89520" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0a5094b-192f-4d90-b684-ae9b11dcafb6" -d '{"events": [{"name": "network-changed", "server_uuid": "d47c91cc-6477-456f-a9ee-b2441a33bac2", "tag": "bad10240-3623-49ba-bfaa-7c0edc8565dc"}]}' {{(pid=101045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:50:22.424266 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1b42e1-6989-44fd-a4f5-533aab38f836 service neutron] Pushing event updated for resources: {'Port': ['ID=bad10240-3623-49ba-bfaa-7c0edc8565dc,revision_number=3']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:50:22.437715 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 02:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c5295e6-edab-4874-9a46-3f9b2ebe48f6 x-openstack-request-id: req-5c5295e6-edab-4874-9a46-3f9b2ebe48f6 {{(pid=101045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:50:22.438118 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d47c91cc-6477-456f-a9ee-b2441a33bac2", "tag": "bad10240-3623-49ba-bfaa-7c0edc8565dc", "status": "completed", "code": 200}]} {{(pid=101045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:50:22.438459 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5c5295e6-edab-4874-9a46-3f9b2ebe48f6 {{(pid=101045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:50:22.438732 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd47c91cc-6477-456f-a9ee-b2441a33bac2', 'tag': 'bad10240-3623-49ba-bfaa-7c0edc8565dc', 'status': 'completed', 'code': 200} Sep 15 02:50:22.545312 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62036e7d-9c96-44f4-9082-7160748bcf32 req-690953f9-7309-4285-9c01-e52a7bdbfab9 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:22.546671 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-62036e7d-9c96-44f4-9082-7160748bcf32 req-690953f9-7309-4285-9c01-e52a7bdbfab9 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] 10.222.0.13 "GET /v2.0/ports?device_id=d47c91cc-6477-456f-a9ee-b2441a33bac2 HTTP/1.1" status: 200 len: 944 time: 0.0693207 Sep 15 02:50:22.549178 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a5094b-192f-4d90-b684-ae9b11dcafb6 req-56271515-7f29-4413-9262-a699b9f6ea41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:22.550552 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-d0a5094b-192f-4d90-b684-ae9b11dcafb6 req-56271515-7f29-4413-9262-a699b9f6ea41 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=92321f839e1f46d392c1413c1df11561&device_id=d47c91cc-6477-456f-a9ee-b2441a33bac2 HTTP/1.1" status: 200 len: 1097 time: 0.0822060 Sep 15 02:50:22.611373 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-62036e7d-9c96-44f4-9082-7160748bcf32 req-9db7a70c-f057-428e-8358-95f35d5950a1 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] 10.222.0.13 "GET /v2.0/security-groups?id=e43be1d5-a1d7-4736-87a7-25474032a4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585458 Sep 15 02:50:22.669704 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a5094b-192f-4d90-b684-ae9b11dcafb6 req-d2703b33-1d3f-4116-b96a-5ed575f5cab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:22.671192 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-d0a5094b-192f-4d90-b684-ae9b11dcafb6 req-d2703b33-1d3f-4116-b96a-5ed575f5cab8 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=92321f839e1f46d392c1413c1df11561&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1120281 Sep 15 02:50:22.777908 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a5094b-192f-4d90-b684-ae9b11dcafb6 req-4a876c7b-a7cb-4d3d-a154-3f4f0223824d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:22.779358 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-d0a5094b-192f-4d90-b684-ae9b11dcafb6 req-4a876c7b-a7cb-4d3d-a154-3f4f0223824d service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0893681 Sep 15 02:50:22.885862 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fd05a2-4f34-4cde-9b6f-833803c13582 req-db358da5-e9d6-4da0-9eb9-1063ce8562b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:22.887255 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-90fd05a2-4f34-4cde-9b6f-833803c13582 req-db358da5-e9d6-4da0-9eb9-1063ce8562b5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=92321f839e1f46d392c1413c1df11561&device_id=d47c91cc-6477-456f-a9ee-b2441a33bac2 HTTP/1.1" status: 200 len: 1097 time: 0.0393517 Sep 15 02:50:22.933742 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-90fd05a2-4f34-4cde-9b6f-833803c13582 req-f0521f58-13ea-4dee-9584-30045142e8d8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bad10240-3623-49ba-bfaa-7c0edc8565dc HTTP/1.1" status: 200 len: 217 time: 0.0325370 Sep 15 02:50:22.999022 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fd05a2-4f34-4cde-9b6f-833803c13582 req-547a1b99-9c2d-4424-8e48-229be3970c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:23.000396 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-90fd05a2-4f34-4cde-9b6f-833803c13582 req-547a1b99-9c2d-4424-8e48-229be3970c60 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ef1d3b76-3670-4fdf-ab3c-92261af0d91b HTTP/1.1" status: 200 len: 854 time: 0.0456011 Sep 15 02:50:23.030887 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-90fd05a2-4f34-4cde-9b6f-833803c13582 req-fa9f9dcc-8318-4b8e-9937-4a35bba2a2a5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2a6c8c41-a1b3-44ed-acdc-94a2d9e51823&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0227323 Sep 15 02:50:23.118160 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-90fd05a2-4f34-4cde-9b6f-833803c13582 req-78738c8b-9a39-4f5d-9a39-d073e80c618d service neutron] 10.222.0.38 "GET /v2.0/networks/2a6c8c41-a1b3-44ed-acdc-94a2d9e51823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783682 Sep 15 02:50:23.216934 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-90fd05a2-4f34-4cde-9b6f-833803c13582 req-8e2b15f0-ac83-4f38-89ce-c25b7a8e5975 service neutron] 10.222.0.38 "GET /v2.0/networks/2a6c8c41-a1b3-44ed-acdc-94a2d9e51823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817297 Sep 15 02:50:23.732427 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b07310-bf02-4383-9c45-f2e6c8286977 req-04171f17-7035-4cf1-afab-8c1821371e90 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:23.733920 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-81b07310-bf02-4383-9c45-f2e6c8286977 req-04171f17-7035-4cf1-afab-8c1821371e90 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] 10.222.0.13 "GET /v2.0/ports?device_id=d47c91cc-6477-456f-a9ee-b2441a33bac2 HTTP/1.1" status: 200 len: 944 time: 0.0480723 Sep 15 02:50:23.773281 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-81b07310-bf02-4383-9c45-f2e6c8286977 req-aca60218-2670-4eb5-a47a-2bfe112ae305 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] 10.222.0.13 "GET /v2.0/security-groups?id=e43be1d5-a1d7-4736-87a7-25474032a4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328889 Sep 15 02:50:24.884096 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4428560e-7dd4-42e6-a1ee-73d2042bd9ea req-efaea09f-f5f8-4fb5-bf53-4e577e76c156 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:24.885555 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-4428560e-7dd4-42e6-a1ee-73d2042bd9ea req-efaea09f-f5f8-4fb5-bf53-4e577e76c156 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] 10.222.0.13 "GET /v2.0/ports?device_id=d47c91cc-6477-456f-a9ee-b2441a33bac2 HTTP/1.1" status: 200 len: 944 time: 0.0475101 Sep 15 02:50:24.922156 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-4428560e-7dd4-42e6-a1ee-73d2042bd9ea req-2fe656cc-a84c-4522-ae0b-98566a15b135 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] 10.222.0.13 "GET /v2.0/security-groups?id=e43be1d5-a1d7-4736-87a7-25474032a4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305600 Sep 15 02:50:25.537087 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Device bad10240-3623-49ba-bfaa-7c0edc8565dc details requested by agent hyperv_hv-cinder-75995 with host hv-cinder-75995 {{(pid=101047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 02:50:25.627975 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] For port bad10240-3623-49ba-bfaa-7c0edc8565dc, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=bad10240-3623-49ba-bfaa-7c0edc8565dc,segment=NetworkSegment(85ab84a8-1250-4143-b067-8e81ad924c83),segment_id=85ab84a8-1250-4143-b067-8e81ad924c83)] {{(pid=101047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:50:25.638515 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Returning: {'device': 'bad10240-3623-49ba-bfaa-7c0edc8565dc', 'network_id': '2a6c8c41-a1b3-44ed-acdc-94a2d9e51823', 'port_id': 'bad10240-3623-49ba-bfaa-7c0edc8565dc', 'mac_address': 'fa:16:3e:bb:c9:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef1d3b76-3670-4fdf-ab3c-92261af0d91b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 02:50:25.680965 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:25.694587 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.notifiers.nova [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bad10240-3623-49ba-bfaa-7c0edc8565dc {{(pid=101047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 02:50:25.713637 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] For port bad10240-3623-49ba-bfaa-7c0edc8565dc, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=bad10240-3623-49ba-bfaa-7c0edc8565dc,segment=NetworkSegment(85ab84a8-1250-4143-b067-8e81ad924c83),segment_id=85ab84a8-1250-4143-b067-8e81ad924c83)] {{(pid=101047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:50:25.776366 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:25.822306 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Pushing event updated for resources: {'Port': ['ID=bad10240-3623-49ba-bfaa-7c0edc8565dc,revision_number=4']} {{(pid=101047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:50:26.006899 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] get_ports_and_sgs() called for port_ids ['bad10240-3623-49ba-bfaa-7c0edc8565dc'] {{(pid=101047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 02:50:26.044632 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fe80e8-4110-4339-8a87-e39d527ad443 req-d6322cfb-afa1-47ba-97de-61bc5b464d24 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:26.046109 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-89fe80e8-4110-4339-8a87-e39d527ad443 req-d6322cfb-afa1-47ba-97de-61bc5b464d24 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] 10.222.0.13 "GET /v2.0/ports?device_id=d47c91cc-6477-456f-a9ee-b2441a33bac2 HTTP/1.1" status: 200 len: 945 time: 0.0589492 Sep 15 02:50:26.087183 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-89fe80e8-4110-4339-8a87-e39d527ad443 req-d5e9d805-4406-4a57-9178-0357f537e730 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] 10.222.0.13 "GET /v2.0/security-groups?id=e43be1d5-a1d7-4736-87a7-25474032a4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342779 Sep 15 02:50:27.204962 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fab090c-da01-40e2-91c8-ea7ae81dd54b req-091a3459-872c-4365-8953-452cb11fd90c tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:27.206582 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-4fab090c-da01-40e2-91c8-ea7ae81dd54b req-091a3459-872c-4365-8953-452cb11fd90c tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] 10.222.0.13 "GET /v2.0/ports?device_id=d47c91cc-6477-456f-a9ee-b2441a33bac2 HTTP/1.1" status: 200 len: 945 time: 0.0470064 Sep 15 02:50:27.247489 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-4fab090c-da01-40e2-91c8-ea7ae81dd54b req-de675a6a-658c-49d2-8ee8-047ebd898b5c tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] 10.222.0.13 "GET /v2.0/security-groups?id=e43be1d5-a1d7-4736-87a7-25474032a4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351310 Sep 15 02:50:27.542373 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Device bad10240-3623-49ba-bfaa-7c0edc8565dc up at agent hyperv_hv-cinder-75995 {{(pid=101047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:50:27.742197 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Provisioning for port bad10240-3623-49ba-bfaa-7c0edc8565dc completed by entity L2. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 02:50:27.745917 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Provisioning complete for port bad10240-3623-49ba-bfaa-7c0edc8565dc triggered by entity L2. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:50:27.746284 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1575204'] for port, provisioning_complete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:27.820666 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:27.842171 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd47c91cc-6477-456f-a9ee-b2441a33bac2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bad10240-3623-49ba-bfaa-7c0edc8565dc'}] {{(pid=101047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:50:27.844439 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c8380946bd2a122839d37a92bf46cf7528befbf14a007f21b6f8387627c5c86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc791240-75b5-46a8-b7d8-33582a661685" -d '{"events": [{"server_uuid": "d47c91cc-6477-456f-a9ee-b2441a33bac2", "name": "network-vif-plugged", "status": "completed", "tag": "bad10240-3623-49ba-bfaa-7c0edc8565dc"}]}' {{(pid=101047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:50:27.859306 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] For port bad10240-3623-49ba-bfaa-7c0edc8565dc, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=bad10240-3623-49ba-bfaa-7c0edc8565dc,segment=NetworkSegment(85ab84a8-1250-4143-b067-8e81ad924c83),segment_id=85ab84a8-1250-4143-b067-8e81ad924c83)] {{(pid=101047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:50:27.880038 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 02:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f530de43-f992-4e2c-a9e4-7c1990713682 x-openstack-request-id: req-f530de43-f992-4e2c-a9e4-7c1990713682 {{(pid=101047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:50:27.885214 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d47c91cc-6477-456f-a9ee-b2441a33bac2", "name": "network-vif-plugged", "status": "completed", "tag": "bad10240-3623-49ba-bfaa-7c0edc8565dc", "code": 200}]} {{(pid=101047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:50:27.885214 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f530de43-f992-4e2c-a9e4-7c1990713682 {{(pid=101047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:50:27.885214 dv-cinder-759955-25-smb neutron-server[101047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd47c91cc-6477-456f-a9ee-b2441a33bac2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bad10240-3623-49ba-bfaa-7c0edc8565dc', 'code': 200} Sep 15 02:50:27.930721 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:27.977378 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Pushing event updated for resources: {'Port': ['ID=bad10240-3623-49ba-bfaa-7c0edc8565dc,revision_number=5']} {{(pid=101047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:50:28.194355 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18962aa-d246-4ce4-9511-a2a491a2f945 req-67fec582-4806-4604-8b94-6d995a5952af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:28.195865 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-c18962aa-d246-4ce4-9511-a2a491a2f945 req-67fec582-4806-4604-8b94-6d995a5952af service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d47c91cc-6477-456f-a9ee-b2441a33bac2 HTTP/1.1" status: 200 len: 1099 time: 0.0391557 Sep 15 02:50:28.229695 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-c18962aa-d246-4ce4-9511-a2a491a2f945 req-05c53292-38a2-4764-b72f-301c34a94d16 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=e43be1d5-a1d7-4736-87a7-25474032a4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265779 Sep 15 02:50:28.358660 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3257a36b-07e5-4ae0-93f5-02e72b45d3c4 req-3e44dfe6-5f48-4283-8d82-7ba39e8657f6 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:28.360140 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-3257a36b-07e5-4ae0-93f5-02e72b45d3c4 req-3e44dfe6-5f48-4283-8d82-7ba39e8657f6 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] 10.222.0.13 "GET /v2.0/ports?device_id=d47c91cc-6477-456f-a9ee-b2441a33bac2 HTTP/1.1" status: 200 len: 946 time: 0.0477865 Sep 15 02:50:28.397875 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-3257a36b-07e5-4ae0-93f5-02e72b45d3c4 req-46167dfe-267e-42bb-b33e-175cfd008ace tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] 10.222.0.13 "GET /v2.0/security-groups?id=e43be1d5-a1d7-4736-87a7-25474032a4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312312 Sep 15 02:50:29.510238 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd9e63c-88d1-4074-aa66-72b79677f136 req-1dfc1a16-f3ed-4cb1-b31c-b2ef9b7eeb12 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:29.511688 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-ebd9e63c-88d1-4074-aa66-72b79677f136 req-1dfc1a16-f3ed-4cb1-b31c-b2ef9b7eeb12 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] 10.222.0.13 "GET /v2.0/ports?device_id=d47c91cc-6477-456f-a9ee-b2441a33bac2 HTTP/1.1" status: 200 len: 946 time: 0.0470259 Sep 15 02:50:29.547940 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-ebd9e63c-88d1-4074-aa66-72b79677f136 req-1ee0b77d-af1a-4d1e-8600-0ecbbd62dc6a tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] 10.222.0.13 "GET /v2.0/security-groups?id=e43be1d5-a1d7-4736-87a7-25474032a4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303655 Sep 15 02:50:30.666355 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4f82f7-e8c0-4a4f-b023-6bfd48c9407e req-8a971692-8f79-4b58-b8cb-82d577bfd59b tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:30.667862 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-ec4f82f7-e8c0-4a4f-b023-6bfd48c9407e req-8a971692-8f79-4b58-b8cb-82d577bfd59b tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] 10.222.0.13 "GET /v2.0/ports?device_id=d47c91cc-6477-456f-a9ee-b2441a33bac2 HTTP/1.1" status: 200 len: 946 time: 0.0493600 Sep 15 02:50:30.708330 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-ec4f82f7-e8c0-4a4f-b023-6bfd48c9407e req-40e021c1-ac13-4ca3-90df-a99395892fb1 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] 10.222.0.13 "GET /v2.0/security-groups?id=e43be1d5-a1d7-4736-87a7-25474032a4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344799 Sep 15 02:50:32.526832 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466639ad-859d-4af4-8ed8-1766c304e74a req-d089cf4c-bdb8-4425-bf63-a77e1596097d tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:32.528192 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-466639ad-859d-4af4-8ed8-1766c304e74a req-d089cf4c-bdb8-4425-bf63-a77e1596097d tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] 10.222.0.13 "GET /v2.0/networks?id=2a6c8c41-a1b3-44ed-acdc-94a2d9e51823 HTTP/1.1" status: 200 len: 814 time: 0.0998144 Sep 15 02:50:32.543023 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-466639ad-859d-4af4-8ed8-1766c304e74a req-3a544be2-fa38-41a2-8877-4ba11e21c874 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] 10.222.0.13 "GET /v2.0/quotas/92321f839e1f46d392c1413c1df11561 HTTP/1.1" status: 200 len: 375 time: 0.0093069 Sep 15 02:50:32.846332 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-466639ad-859d-4af4-8ed8-1766c304e74a req-1f34ecfc-299a-49e0-8173-803d438d0db6 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=92321f839e1f46d392c1413c1df11561&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2981002 Sep 15 02:50:32.932453 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-466639ad-859d-4af4-8ed8-1766c304e74a req-d801d3ba-e0f7-4e7d-bb04-75683301783c service neutron] 10.222.0.13 "GET /v2.0/networks/2a6c8c41-a1b3-44ed-acdc-94a2d9e51823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792947 Sep 15 02:50:33.023594 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-466639ad-859d-4af4-8ed8-1766c304e74a req-30f081e1-1b0c-46cb-b6c0-4798ee7adde5 service neutron] 10.222.0.13 "GET /v2.0/networks/2a6c8c41-a1b3-44ed-acdc-94a2d9e51823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852625 Sep 15 02:50:33.234255 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-4ac06bcf-b8a0-48be-8aa7-95ada887c21e req-31ad9546-00b8-48c6-8330-e8c8abcc1afb tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] 10.222.0.13 "GET /v2.0/ports?device_id=717ef28f-2400-4a1e-980f-0acefdc0f86a HTTP/1.1" status: 200 len: 210 time: 0.0253484 Sep 15 02:50:34.327322 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-72bc3b94-6643-4ef1-894c-1f0a090c1e1c req-dd561d5d-a1eb-4362-877b-c631a484ba43 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] 10.222.0.13 "GET /v2.0/ports?device_id=717ef28f-2400-4a1e-980f-0acefdc0f86a HTTP/1.1" status: 200 len: 210 time: 0.0262618 Sep 15 02:50:35.420283 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-0a19d9a1-0582-4c44-b03b-6b2994c56a62 req-675b9467-26db-4b58-b892-1120ddea150e tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] 10.222.0.13 "GET /v2.0/ports?device_id=717ef28f-2400-4a1e-980f-0acefdc0f86a HTTP/1.1" status: 200 len: 210 time: 0.0255539 Sep 15 02:50:35.462077 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:35.522029 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466639ad-859d-4af4-8ed8-1766c304e74a req-919ab5d4-56db-4432-8279-0fc96d49c4c5 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:35.523486 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-466639ad-859d-4af4-8ed8-1766c304e74a req-919ab5d4-56db-4432-8279-0fc96d49c4c5 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] 10.222.0.38 "GET /v2.0/networks?id=2a6c8c41-a1b3-44ed-acdc-94a2d9e51823 HTTP/1.1" status: 200 len: 814 time: 0.1022503 Sep 15 02:50:35.536715 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.v2.base [req-466639ad-859d-4af4-8ed8-1766c304e74a req-714b6c1f-47be-40f4-9350-e0ef2243e092 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] Request body: {'port': {'device_id': '717ef28f-2400-4a1e-980f-0acefdc0f86a', 'network_id': '2a6c8c41-a1b3-44ed-acdc-94a2d9e51823', 'admin_state_up': True, 'tenant_id': '92321f839e1f46d392c1413c1df11561'}} {{(pid=101045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:50:35.683802 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.agents_db [None req-aaa0e2cc-b65a-40bb-b615-34ad7f0cff4d None None] Agent healthcheck: found 6 active agents {{(pid=101048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:50:35.685512 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-466639ad-859d-4af4-8ed8-1766c304e74a req-714b6c1f-47be-40f4-9350-e0ef2243e092 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] Made reservation on behalf of 92321f839e1f46d392c1413c1df11561 for: {'port': 1} {{(pid=101045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:50:35.689061 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-466639ad-859d-4af4-8ed8-1766c304e74a req-714b6c1f-47be-40f4-9350-e0ef2243e092 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:35.820379 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.db.db_base_plugin_common [req-466639ad-859d-4af4-8ed8-1766c304e74a req-714b6c1f-47be-40f4-9350-e0ef2243e092 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] Allocated IP 172.20.0.3 (2a6c8c41-a1b3-44ed-acdc-94a2d9e51823/ef1d3b76-3670-4fdf-ab3c-92261af0d91b/bee971d4-78fd-4c36-9b76-d6c6e58c26b8) {{(pid=101045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:50:35.962613 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-466639ad-859d-4af4-8ed8-1766c304e74a req-714b6c1f-47be-40f4-9350-e0ef2243e092 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] Notify callbacks [] for port, precommit_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:36.056993 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-466639ad-859d-4af4-8ed8-1766c304e74a req-714b6c1f-47be-40f4-9350-e0ef2243e092 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781587269048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25563207'] for port, after_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:36.070388 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] get_ports_and_sgs() called for port_ids ['fad22885-63f2-4e85-b861-e441828ca5f4', 'bad10240-3623-49ba-bfaa-7c0edc8565dc'] {{(pid=101047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 02:50:36.098123 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-466639ad-859d-4af4-8ed8-1766c304e74a req-714b6c1f-47be-40f4-9350-e0ef2243e092 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] Network 2a6c8c41-a1b3-44ed-acdc-94a2d9e51823 is already hosted by enough agents. {{(pid=101045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:50:36.101278 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.scheduler.base_scheduler [req-466639ad-859d-4af4-8ed8-1766c304e74a req-714b6c1f-47be-40f4-9350-e0ef2243e092 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] Resources bound (agent type, host, resource id): {{(pid=101045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:50:36.105109 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.db.l3_dvrscheduler_db [req-466639ad-859d-4af4-8ed8-1766c304e74a req-714b6c1f-47be-40f4-9350-e0ef2243e092 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] Received port after_create {{(pid=101045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:50:36.134198 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714b6c1f-47be-40f4-9350-e0ef2243e092 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] Pushing event updated for resources: {'Port': ['ID=bee971d4-78fd-4c36-9b76-d6c6e58c26b8,revision_number=1']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:50:36.161097 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466639ad-859d-4af4-8ed8-1766c304e74a req-714b6c1f-47be-40f4-9350-e0ef2243e092 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:36.161699 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-466639ad-859d-4af4-8ed8-1766c304e74a req-714b6c1f-47be-40f4-9350-e0ef2243e092 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89626'] for port, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:36.240302 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-466639ad-859d-4af4-8ed8-1766c304e74a req-714b6c1f-47be-40f4-9350-e0ef2243e092 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7072453 Sep 15 02:50:36.254515 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.v2.base [req-466639ad-859d-4af4-8ed8-1766c304e74a req-e8cdd608-06e0-4189-9850-79a02cdb91d9 service neutron] Request body: {'port': {'device_id': '717ef28f-2400-4a1e-980f-0acefdc0f86a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=101045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:50:36.311854 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-466639ad-859d-4af4-8ed8-1766c304e74a req-e8cdd608-06e0-4189-9850-79a02cdb91d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:36.533300 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a68d529-9b27-4bf6-8731-b2dc16760503 req-c9f8e077-c176-46ae-8c9f-b03575e86838 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:36.535869 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-7a68d529-9b27-4bf6-8731-b2dc16760503 req-c9f8e077-c176-46ae-8c9f-b03575e86838 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] 10.222.0.13 "GET /v2.0/ports?device_id=717ef28f-2400-4a1e-980f-0acefdc0f86a HTTP/1.1" status: 200 len: 931 time: 0.0484633 Sep 15 02:50:36.564763 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.notifiers.nova [req-466639ad-859d-4af4-8ed8-1766c304e74a req-e8cdd608-06e0-4189-9850-79a02cdb91d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bee971d4-78fd-4c36-9b76-d6c6e58c26b8 {{(pid=101045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 02:50:36.572026 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-466639ad-859d-4af4-8ed8-1766c304e74a req-e8cdd608-06e0-4189-9850-79a02cdb91d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:36.574947 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-7a68d529-9b27-4bf6-8731-b2dc16760503 req-041f2227-2b5f-444c-9343-4c2a1648a421 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] 10.222.0.13 "GET /v2.0/security-groups?id=e43be1d5-a1d7-4736-87a7-25474032a4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338316 Sep 15 02:50:36.584558 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.db.provisioning_blocks [req-466639ad-859d-4af4-8ed8-1766c304e74a req-e8cdd608-06e0-4189-9850-79a02cdb91d9 service neutron] Transition to ACTIVE for port object bee971d4-78fd-4c36-9b76-d6c6e58c26b8 will not be triggered until provisioned by entity L2. {{(pid=101045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 02:50:36.673675 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-466639ad-859d-4af4-8ed8-1766c304e74a req-e8cdd608-06e0-4189-9850-79a02cdb91d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25563230'] for port, after_update {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:36.720826 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cdd608-06e0-4189-9850-79a02cdb91d9 service neutron] Pushing event updated for resources: {'Port': ['ID=bee971d4-78fd-4c36-9b76-d6c6e58c26b8,revision_number=2']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:50:36.789266 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.managers [req-466639ad-859d-4af4-8ed8-1766c304e74a req-e8cdd608-06e0-4189-9850-79a02cdb91d9 service neutron] Attempting to bind port bee971d4-78fd-4c36-9b76-d6c6e58c26b8 on host hv-cinder-75995 for vnic_type normal with profile {{(pid=101045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 02:50:36.789517 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.managers [req-466639ad-859d-4af4-8ed8-1766c304e74a req-e8cdd608-06e0-4189-9850-79a02cdb91d9 service neutron] Attempting to bind port bee971d4-78fd-4c36-9b76-d6c6e58c26b8 by drivers openvswitch,hyperv on host hv-cinder-75995 at level 0 using segments [{'id': '85ab84a8-1250-4143-b067-8e81ad924c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2a6c8c41-a1b3-44ed-acdc-94a2d9e51823'}] {{(pid=101045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 02:50:36.789835 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-466639ad-859d-4af4-8ed8-1766c304e74a req-e8cdd608-06e0-4189-9850-79a02cdb91d9 service neutron] Attempting to bind port bee971d4-78fd-4c36-9b76-d6c6e58c26b8 on network 2a6c8c41-a1b3-44ed-acdc-94a2d9e51823 {{(pid=101045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:50:36.793984 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-466639ad-859d-4af4-8ed8-1766c304e74a req-e8cdd608-06e0-4189-9850-79a02cdb91d9 service neutron] Port bee971d4-78fd-4c36-9b76-d6c6e58c26b8 on network 2a6c8c41-a1b3-44ed-acdc-94a2d9e51823 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75995 {{(pid=101045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 02:50:36.794293 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-466639ad-859d-4af4-8ed8-1766c304e74a req-e8cdd608-06e0-4189-9850-79a02cdb91d9 service neutron] Attempting to bind port bee971d4-78fd-4c36-9b76-d6c6e58c26b8 on network 2a6c8c41-a1b3-44ed-acdc-94a2d9e51823 {{(pid=101045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:50:36.798953 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-466639ad-859d-4af4-8ed8-1766c304e74a req-e8cdd608-06e0-4189-9850-79a02cdb91d9 service neutron] Checking agent: {'id': 'bf643b19-1b67-4f44-847e-0724d3e1ee06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 42, 35), 'started_at': datetime.datetime(2021, 9, 15, 2, 42, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 2, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 02:50:36.799307 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-466639ad-859d-4af4-8ed8-1766c304e74a req-e8cdd608-06e0-4189-9850-79a02cdb91d9 service neutron] Checking segment: {'id': '85ab84a8-1250-4143-b067-8e81ad924c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2a6c8c41-a1b3-44ed-acdc-94a2d9e51823'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:50:36.799679 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-466639ad-859d-4af4-8ed8-1766c304e74a req-e8cdd608-06e0-4189-9850-79a02cdb91d9 service neutron] Bound using segment: {'id': '85ab84a8-1250-4143-b067-8e81ad924c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2a6c8c41-a1b3-44ed-acdc-94a2d9e51823'} {{(pid=101045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 02:50:36.800158 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.managers [req-466639ad-859d-4af4-8ed8-1766c304e74a req-e8cdd608-06e0-4189-9850-79a02cdb91d9 service neutron] Bound port: bee971d4-78fd-4c36-9b76-d6c6e58c26b8, host: hv-cinder-75995, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85ab84a8-1250-4143-b067-8e81ad924c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2a6c8c41-a1b3-44ed-acdc-94a2d9e51823'}}] {{(pid=101045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 02:50:36.800500 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-466639ad-859d-4af4-8ed8-1766c304e74a req-e8cdd608-06e0-4189-9850-79a02cdb91d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:36.860817 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.db [req-466639ad-859d-4af4-8ed8-1766c304e74a req-e8cdd608-06e0-4189-9850-79a02cdb91d9 service neutron] For port bee971d4-78fd-4c36-9b76-d6c6e58c26b8, host hv-cinder-75995, cleared binding levels {{(pid=101045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 02:50:36.863791 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.db [req-466639ad-859d-4af4-8ed8-1766c304e74a req-e8cdd608-06e0-4189-9850-79a02cdb91d9 service neutron] For port bee971d4-78fd-4c36-9b76-d6c6e58c26b8, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=bee971d4-78fd-4c36-9b76-d6c6e58c26b8,segment=NetworkSegment(85ab84a8-1250-4143-b067-8e81ad924c83),segment_id=85ab84a8-1250-4143-b067-8e81ad924c83)] {{(pid=101045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 02:50:36.930946 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-466639ad-859d-4af4-8ed8-1766c304e74a req-e8cdd608-06e0-4189-9850-79a02cdb91d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25563230'] for port, after_update {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:36.965393 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466639ad-859d-4af4-8ed8-1766c304e74a req-e8cdd608-06e0-4189-9850-79a02cdb91d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:36.965998 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-466639ad-859d-4af4-8ed8-1766c304e74a req-e8cdd608-06e0-4189-9850-79a02cdb91d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89626'] for port, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:36.967390 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-466639ad-859d-4af4-8ed8-1766c304e74a req-e8cdd608-06e0-4189-9850-79a02cdb91d9 service neutron] 10.222.0.38 "PUT /v2.0/ports/bee971d4-78fd-4c36-9b76-d6c6e58c26b8 HTTP/1.1" status: 200 len: 1093 time: 0.7176085 Sep 15 02:50:36.967825 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '717ef28f-2400-4a1e-980f-0acefdc0f86a', 'tag': 'bee971d4-78fd-4c36-9b76-d6c6e58c26b8'}] {{(pid=101045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:50:36.970087 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86c436101efe1a363cd74fb96c1b6796ca3087f8916af27063bbdf5683c89520" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-677ee0bc-a23b-4025-8a9f-d0c636c19362" -d '{"events": [{"name": "network-changed", "server_uuid": "717ef28f-2400-4a1e-980f-0acefdc0f86a", "tag": "bee971d4-78fd-4c36-9b76-d6c6e58c26b8"}]}' {{(pid=101045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:50:36.993242 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cdd608-06e0-4189-9850-79a02cdb91d9 service neutron] Pushing event updated for resources: {'Port': ['ID=bee971d4-78fd-4c36-9b76-d6c6e58c26b8,revision_number=3']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:50:37.016424 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 02:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce6ab5a5-f7bf-4449-b24f-f6484cecca2b x-openstack-request-id: req-ce6ab5a5-f7bf-4449-b24f-f6484cecca2b {{(pid=101045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:50:37.016424 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "717ef28f-2400-4a1e-980f-0acefdc0f86a", "tag": "bee971d4-78fd-4c36-9b76-d6c6e58c26b8", "status": "completed", "code": 200}]} {{(pid=101045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:50:37.016424 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ce6ab5a5-f7bf-4449-b24f-f6484cecca2b {{(pid=101045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:50:37.016424 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '717ef28f-2400-4a1e-980f-0acefdc0f86a', 'tag': 'bee971d4-78fd-4c36-9b76-d6c6e58c26b8', 'status': 'completed', 'code': 200} Sep 15 02:50:37.068009 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677ee0bc-a23b-4025-8a9f-d0c636c19362 req-e81e11cc-7623-4edd-9767-df44c030f7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:37.069387 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-677ee0bc-a23b-4025-8a9f-d0c636c19362 req-e81e11cc-7623-4edd-9767-df44c030f7a4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=92321f839e1f46d392c1413c1df11561&device_id=717ef28f-2400-4a1e-980f-0acefdc0f86a HTTP/1.1" status: 200 len: 1096 time: 0.0394921 Sep 15 02:50:37.168070 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677ee0bc-a23b-4025-8a9f-d0c636c19362 req-e2835e32-be05-44b3-a897-a4e995587517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:37.169496 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-677ee0bc-a23b-4025-8a9f-d0c636c19362 req-e2835e32-be05-44b3-a897-a4e995587517 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=92321f839e1f46d392c1413c1df11561&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0916557 Sep 15 02:50:37.264707 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677ee0bc-a23b-4025-8a9f-d0c636c19362 req-1be35ace-fc42-4d70-a30a-62c6f648d135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:37.266115 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-677ee0bc-a23b-4025-8a9f-d0c636c19362 req-1be35ace-fc42-4d70-a30a-62c6f648d135 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0868599 Sep 15 02:50:37.347867 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466639ad-859d-4af4-8ed8-1766c304e74a req-ccdb374d-619c-486d-b64f-bd19e9dbc1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:37.349278 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-466639ad-859d-4af4-8ed8-1766c304e74a req-ccdb374d-619c-486d-b64f-bd19e9dbc1be service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=92321f839e1f46d392c1413c1df11561&device_id=717ef28f-2400-4a1e-980f-0acefdc0f86a HTTP/1.1" status: 200 len: 1096 time: 0.0453494 Sep 15 02:50:37.396053 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-466639ad-859d-4af4-8ed8-1766c304e74a req-74b189b2-b0a6-4b87-a544-5b280a3fb6d2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bee971d4-78fd-4c36-9b76-d6c6e58c26b8 HTTP/1.1" status: 200 len: 217 time: 0.0336330 Sep 15 02:50:37.447439 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466639ad-859d-4af4-8ed8-1766c304e74a req-222b45f4-4bce-4cb8-88c6-55470c73531e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:37.448842 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-466639ad-859d-4af4-8ed8-1766c304e74a req-222b45f4-4bce-4cb8-88c6-55470c73531e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ef1d3b76-3670-4fdf-ab3c-92261af0d91b HTTP/1.1" status: 200 len: 854 time: 0.0454199 Sep 15 02:50:37.479065 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-466639ad-859d-4af4-8ed8-1766c304e74a req-b89d9e6d-21dc-4b87-bbd0-0a988c4175e4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2a6c8c41-a1b3-44ed-acdc-94a2d9e51823&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0221071 Sep 15 02:50:37.568766 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-466639ad-859d-4af4-8ed8-1766c304e74a req-304ccfc7-704e-4256-bb03-783667648f1c service neutron] 10.222.0.38 "GET /v2.0/networks/2a6c8c41-a1b3-44ed-acdc-94a2d9e51823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789058 Sep 15 02:50:37.671458 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-466639ad-859d-4af4-8ed8-1766c304e74a req-3f0ee958-396b-4d27-8a5d-32b672485b93 service neutron] 10.222.0.38 "GET /v2.0/networks/2a6c8c41-a1b3-44ed-acdc-94a2d9e51823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936787 Sep 15 02:50:37.693067 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6864f79e-552f-4263-a75b-87b898177c33 req-92fb9617-956f-494c-a4db-235735ed8614 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:37.694551 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-6864f79e-552f-4263-a75b-87b898177c33 req-92fb9617-956f-494c-a4db-235735ed8614 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] 10.222.0.13 "GET /v2.0/ports?device_id=717ef28f-2400-4a1e-980f-0acefdc0f86a HTTP/1.1" status: 200 len: 943 time: 0.0524669 Sep 15 02:50:37.732906 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-6864f79e-552f-4263-a75b-87b898177c33 req-5e542d86-995b-4844-8956-370361f360ca tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] 10.222.0.13 "GET /v2.0/security-groups?id=e43be1d5-a1d7-4736-87a7-25474032a4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308626 Sep 15 02:50:38.848939 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3021b95-196a-40af-b719-f7d403f27526 req-54ddc7f0-f79b-46b8-bdf4-362608ebd10c tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:38.850422 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-a3021b95-196a-40af-b719-f7d403f27526 req-54ddc7f0-f79b-46b8-bdf4-362608ebd10c tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] 10.222.0.13 "GET /v2.0/ports?device_id=717ef28f-2400-4a1e-980f-0acefdc0f86a HTTP/1.1" status: 200 len: 943 time: 0.0466135 Sep 15 02:50:38.889235 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-a3021b95-196a-40af-b719-f7d403f27526 req-5f19bad3-7e8c-4452-aad8-da006bceb324 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] 10.222.0.13 "GET /v2.0/security-groups?id=e43be1d5-a1d7-4736-87a7-25474032a4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328045 Sep 15 02:50:39.589275 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Device bee971d4-78fd-4c36-9b76-d6c6e58c26b8 details requested by agent hyperv_hv-cinder-75995 with host hv-cinder-75995 {{(pid=101047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 02:50:39.687088 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] For port bee971d4-78fd-4c36-9b76-d6c6e58c26b8, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=bee971d4-78fd-4c36-9b76-d6c6e58c26b8,segment=NetworkSegment(85ab84a8-1250-4143-b067-8e81ad924c83),segment_id=85ab84a8-1250-4143-b067-8e81ad924c83)] {{(pid=101047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:50:39.700546 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Returning: {'device': 'bee971d4-78fd-4c36-9b76-d6c6e58c26b8', 'network_id': '2a6c8c41-a1b3-44ed-acdc-94a2d9e51823', 'port_id': 'bee971d4-78fd-4c36-9b76-d6c6e58c26b8', 'mac_address': 'fa:16:3e:1f:9d:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef1d3b76-3670-4fdf-ab3c-92261af0d91b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 02:50:39.736339 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:39.748241 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.notifiers.nova [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bee971d4-78fd-4c36-9b76-d6c6e58c26b8 {{(pid=101047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 02:50:39.767559 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] For port bee971d4-78fd-4c36-9b76-d6c6e58c26b8, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=bee971d4-78fd-4c36-9b76-d6c6e58c26b8,segment=NetworkSegment(85ab84a8-1250-4143-b067-8e81ad924c83),segment_id=85ab84a8-1250-4143-b067-8e81ad924c83)] {{(pid=101047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:50:39.827549 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:39.873074 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Pushing event updated for resources: {'Port': ['ID=bee971d4-78fd-4c36-9b76-d6c6e58c26b8,revision_number=4']} {{(pid=101047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:50:39.882897 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:50:39.883268 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:50:39.883610 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:50:39.883982 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:50:39.884315 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:50:39.884644 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:50:39.884971 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:50:39.885291 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:50:39.885635 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:50:39.885979 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:50:39.886279 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:50:39.886595 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:50:40.007419 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c86f3cf-c1d7-4996-85ba-94e956434bc7 req-ab1c0d81-cda1-4157-bd25-cdbcbc390be3 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:40.008875 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-6c86f3cf-c1d7-4996-85ba-94e956434bc7 req-ab1c0d81-cda1-4157-bd25-cdbcbc390be3 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] 10.222.0.13 "GET /v2.0/ports?device_id=717ef28f-2400-4a1e-980f-0acefdc0f86a HTTP/1.1" status: 200 len: 944 time: 0.0550001 Sep 15 02:50:40.046034 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-6c86f3cf-c1d7-4996-85ba-94e956434bc7 req-708f6293-c8a1-4e48-8a09-7c52aabb112b tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] 10.222.0.13 "GET /v2.0/security-groups?id=e43be1d5-a1d7-4736-87a7-25474032a4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311165 Sep 15 02:50:40.087243 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-e6d911ee-d734-428d-a7b7-81610bb47cdd req-b882315f-121a-4e87-8d50-5033c6ff4564 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=42b51c9e-105a-4410-b3d4-28452f4f058f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385265 Sep 15 02:50:40.106334 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] get_ports_and_sgs() called for port_ids ['bee971d4-78fd-4c36-9b76-d6c6e58c26b8'] {{(pid=101047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 02:50:40.149961 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d911ee-d734-428d-a7b7-81610bb47cdd req-41c189e9-5e16-4218-a967-41213b7c0327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:40.151402 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-e6d911ee-d734-428d-a7b7-81610bb47cdd req-41c189e9-5e16-4218-a967-41213b7c0327 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=bf1160da16cc4aa8a8f7f5065e5f7661&device_id=42b51c9e-105a-4410-b3d4-28452f4f058f HTTP/1.1" status: 200 len: 1099 time: 0.0432940 Sep 15 02:50:40.270016 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d911ee-d734-428d-a7b7-81610bb47cdd req-be6ecf02-c654-481b-a7f3-ae0d6042a0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:40.271826 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-e6d911ee-d734-428d-a7b7-81610bb47cdd req-be6ecf02-c654-481b-a7f3-ae0d6042a0c0 service neutron] 10.222.0.38 "GET /v2.0/networks?id=559d7eea-ef89-4b33-b717-afb1545433a5 HTTP/1.1" status: 200 len: 917 time: 0.0959113 Sep 15 02:50:40.342045 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-e6d911ee-d734-428d-a7b7-81610bb47cdd req-4e6b1204-e96c-44e2-9bb0-5367d6f55570 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=345807e0-1f6a-430a-acb2-8550267dc561 HTTP/1.1" status: 200 len: 1000 time: 0.0599592 Sep 15 02:50:40.395274 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d911ee-d734-428d-a7b7-81610bb47cdd req-6afd430f-fc35-4e76-a397-c7f8fb6e930b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:40.396629 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-e6d911ee-d734-428d-a7b7-81610bb47cdd req-6afd430f-fc35-4e76-a397-c7f8fb6e930b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=16cede8a-7007-4219-aa2d-1189c5c08411 HTTP/1.1" status: 200 len: 855 time: 0.0421011 Sep 15 02:50:40.440039 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d911ee-d734-428d-a7b7-81610bb47cdd req-6b34288b-8b32-4128-aabd-adbe4a8a33db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:40.442197 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-e6d911ee-d734-428d-a7b7-81610bb47cdd req-6b34288b-8b32-4128-aabd-adbe4a8a33db service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=559d7eea-ef89-4b33-b717-afb1545433a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0378928 Sep 15 02:50:40.535202 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-e6d911ee-d734-428d-a7b7-81610bb47cdd req-4832c9ee-82e1-46c5-9414-e11ae2ad3263 service neutron] 10.222.0.38 "GET /v2.0/networks/559d7eea-ef89-4b33-b717-afb1545433a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833595 Sep 15 02:50:40.623218 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-e6d911ee-d734-428d-a7b7-81610bb47cdd req-9376c29f-1df1-4ed1-ad2c-3ee4fba76fca service neutron] 10.222.0.38 "GET /v2.0/networks/559d7eea-ef89-4b33-b717-afb1545433a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803895 Sep 15 02:50:41.406601 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477eb96e-6923-4172-a99b-8eec359271bc req-a16ab932-13dc-4700-a379-28d591489223 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:41.407995 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-477eb96e-6923-4172-a99b-8eec359271bc req-a16ab932-13dc-4700-a379-28d591489223 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] 10.222.0.13 "GET /v2.0/ports?device_id=717ef28f-2400-4a1e-980f-0acefdc0f86a HTTP/1.1" status: 200 len: 944 time: 0.2948759 Sep 15 02:50:41.444716 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-477eb96e-6923-4172-a99b-8eec359271bc req-bd18d4c2-329f-460c-a6f2-199e3d9fb334 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] 10.222.0.13 "GET /v2.0/security-groups?id=e43be1d5-a1d7-4736-87a7-25474032a4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305786 Sep 15 02:50:41.606050 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Device bee971d4-78fd-4c36-9b76-d6c6e58c26b8 up at agent hyperv_hv-cinder-75995 {{(pid=101047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:50:41.719242 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Provisioning for port bee971d4-78fd-4c36-9b76-d6c6e58c26b8 completed by entity L2. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 02:50:41.723159 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Provisioning complete for port bee971d4-78fd-4c36-9b76-d6c6e58c26b8 triggered by entity L2. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:50:41.723532 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1575204'] for port, provisioning_complete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:41.801690 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:41.823391 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '717ef28f-2400-4a1e-980f-0acefdc0f86a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bee971d4-78fd-4c36-9b76-d6c6e58c26b8'}] {{(pid=101047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:50:41.826865 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c8380946bd2a122839d37a92bf46cf7528befbf14a007f21b6f8387627c5c86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3657f9ae-b2d0-41af-a554-7a077b604ae1" -d '{"events": [{"server_uuid": "717ef28f-2400-4a1e-980f-0acefdc0f86a", "name": "network-vif-plugged", "status": "completed", "tag": "bee971d4-78fd-4c36-9b76-d6c6e58c26b8"}]}' {{(pid=101047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:50:41.837597 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] For port bee971d4-78fd-4c36-9b76-d6c6e58c26b8, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=bee971d4-78fd-4c36-9b76-d6c6e58c26b8,segment=NetworkSegment(85ab84a8-1250-4143-b067-8e81ad924c83),segment_id=85ab84a8-1250-4143-b067-8e81ad924c83)] {{(pid=101047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:50:41.861431 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 02:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e21532c4-a418-489d-b347-0935fe72d9e5 x-openstack-request-id: req-e21532c4-a418-489d-b347-0935fe72d9e5 {{(pid=101047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:50:41.861737 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "717ef28f-2400-4a1e-980f-0acefdc0f86a", "name": "network-vif-plugged", "status": "completed", "tag": "bee971d4-78fd-4c36-9b76-d6c6e58c26b8", "code": 200}]} {{(pid=101047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:50:41.862082 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e21532c4-a418-489d-b347-0935fe72d9e5 {{(pid=101047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:50:41.863127 dv-cinder-759955-25-smb neutron-server[101047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '717ef28f-2400-4a1e-980f-0acefdc0f86a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bee971d4-78fd-4c36-9b76-d6c6e58c26b8', 'code': 200} Sep 15 02:50:41.925593 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:41.972318 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Pushing event updated for resources: {'Port': ['ID=bee971d4-78fd-4c36-9b76-d6c6e58c26b8,revision_number=5']} {{(pid=101047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:50:42.141445 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a775b82f-fcaf-433c-a6c1-ea3ec5210902 req-a3c2b6a1-a35d-4a18-a889-cfe2198e3203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:42.142861 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-a775b82f-fcaf-433c-a6c1-ea3ec5210902 req-a3c2b6a1-a35d-4a18-a889-cfe2198e3203 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=717ef28f-2400-4a1e-980f-0acefdc0f86a HTTP/1.1" status: 200 len: 1098 time: 0.0375307 Sep 15 02:50:42.176900 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-a775b82f-fcaf-433c-a6c1-ea3ec5210902 req-bee92517-700e-45bc-b71a-1db6a0a0eee5 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=e43be1d5-a1d7-4736-87a7-25474032a4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0258584 Sep 15 02:50:42.555360 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e25f2f-a417-4b82-933d-832bc9a37e71 req-9be1bd9e-f252-43fa-a16f-485c3aa85729 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:42.556785 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-e7e25f2f-a417-4b82-933d-832bc9a37e71 req-9be1bd9e-f252-43fa-a16f-485c3aa85729 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] 10.222.0.13 "GET /v2.0/ports?device_id=717ef28f-2400-4a1e-980f-0acefdc0f86a HTTP/1.1" status: 200 len: 945 time: 0.0462301 Sep 15 02:50:42.592900 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-e7e25f2f-a417-4b82-933d-832bc9a37e71 req-608b67d4-e963-4728-9501-f5a591ec777e tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] 10.222.0.13 "GET /v2.0/security-groups?id=e43be1d5-a1d7-4736-87a7-25474032a4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303578 Sep 15 02:50:43.707662 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f33c49-353f-48a4-ba2b-2a602e8ac69d req-6c617feb-c2ec-484e-b24c-f5d1640cc18d tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:43.709131 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-d3f33c49-353f-48a4-ba2b-2a602e8ac69d req-6c617feb-c2ec-484e-b24c-f5d1640cc18d tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] 10.222.0.13 "GET /v2.0/ports?device_id=717ef28f-2400-4a1e-980f-0acefdc0f86a HTTP/1.1" status: 200 len: 945 time: 0.0473597 Sep 15 02:50:43.748144 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-d3f33c49-353f-48a4-ba2b-2a602e8ac69d req-7ac1a99f-acde-43d3-95f1-a8ec72168653 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] 10.222.0.13 "GET /v2.0/security-groups?id=e43be1d5-a1d7-4736-87a7-25474032a4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330269 Sep 15 02:50:45.462361 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-83f9b729-005a-4173-b0ea-4e6de2dfa826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:46.124329 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8471f5a1-9136-4b92-be07-e8037aadfa24 req-4cc8b7b7-7c35-4f09-8144-46a556336290 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:46.125622 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-8471f5a1-9136-4b92-be07-e8037aadfa24 req-4cc8b7b7-7c35-4f09-8144-46a556336290 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b51c9e-105a-4410-b3d4-28452f4f058f HTTP/1.1" status: 200 len: 946 time: 0.0507681 Sep 15 02:50:46.164108 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-8471f5a1-9136-4b92-be07-e8037aadfa24 req-765fdd68-bf49-40f4-ab7e-4e3c8a542e01 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad459af9-5975-483b-9f53-88cb63fe7ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321095 Sep 15 02:50:47.281991 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3861765a-75c2-4396-b46b-c939e7771e82 req-98b11f79-9d6e-468f-9982-83dce6c923d3 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:47.283446 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-3861765a-75c2-4396-b46b-c939e7771e82 req-98b11f79-9d6e-468f-9982-83dce6c923d3 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b51c9e-105a-4410-b3d4-28452f4f058f HTTP/1.1" status: 200 len: 946 time: 0.0471830 Sep 15 02:50:47.320589 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-3861765a-75c2-4396-b46b-c939e7771e82 req-619115ba-f4ec-4c91-9318-c03b4e79e2c2 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad459af9-5975-483b-9f53-88cb63fe7ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307932 Sep 15 02:50:47.730107 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4e7ee1-9cbd-4551-8a8d-18bdaae5ffb0 req-fc2947d5-aad1-4f16-b08e-4934ba3bc05c tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:47.731572 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-be4e7ee1-9cbd-4551-8a8d-18bdaae5ffb0 req-fc2947d5-aad1-4f16-b08e-4934ba3bc05c tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.38 "GET /v2.0/ports?device_id=42b51c9e-105a-4410-b3d4-28452f4f058f HTTP/1.1" status: 200 len: 946 time: 0.0478458 Sep 15 02:50:47.822525 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.plugin [req-be4e7ee1-9cbd-4551-8a8d-18bdaae5ffb0 req-0f52d4a5-6c4f-4475-8f7b-c5936088e5fc tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Deleting port 345807e0-1f6a-430a-acb2-8550267dc561 {{(pid=101045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:50:47.822772 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-be4e7ee1-9cbd-4551-8a8d-18bdaae5ffb0 req-0f52d4a5-6c4f-4475-8f7b-c5936088e5fc tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781587782193'] for port, before_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:47.912170 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.db [req-be4e7ee1-9cbd-4551-8a8d-18bdaae5ffb0 req-0f52d4a5-6c4f-4475-8f7b-c5936088e5fc tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] For port 345807e0-1f6a-430a-acb2-8550267dc561, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=345807e0-1f6a-430a-acb2-8550267dc561,segment=NetworkSegment(05f52a86-8cc0-4a65-9024-5aaf0393990e),segment_id=05f52a86-8cc0-4a65-9024-5aaf0393990e)] {{(pid=101045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:50:47.912530 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-be4e7ee1-9cbd-4551-8a8d-18bdaae5ffb0 req-0f52d4a5-6c4f-4475-8f7b-c5936088e5fc tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023821'] for port, precommit_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:48.074554 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-be4e7ee1-9cbd-4551-8a8d-18bdaae5ffb0 req-0f52d4a5-6c4f-4475-8f7b-c5936088e5fc tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:48.074822 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-be4e7ee1-9cbd-4551-8a8d-18bdaae5ffb0 req-0f52d4a5-6c4f-4475-8f7b-c5936088e5fc tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1028869'] for floatingip, after_update {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:48.075159 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.db.l3_db [req-be4e7ee1-9cbd-4551-8a8d-18bdaae5ffb0 req-0f52d4a5-6c4f-4475-8f7b-c5936088e5fc tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Floating IP 2d6811f4-05c6-494f-8d14-867fa21ebb36 disassociated. External IP: 172.28.3.86, port: 345807e0-1f6a-430a-acb2-8550267dc561. Sep 15 02:50:48.075497 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.plugin [req-be4e7ee1-9cbd-4551-8a8d-18bdaae5ffb0 req-0f52d4a5-6c4f-4475-8f7b-c5936088e5fc tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Calling delete_port for 345807e0-1f6a-430a-acb2-8550267dc561 owned by compute:nova {{(pid=101045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:50:48.141903 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-619bae22-13e7-41a1-9ccc-989f6f136666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:48.251137 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-be4e7ee1-9cbd-4551-8a8d-18bdaae5ffb0 req-0f52d4a5-6c4f-4475-8f7b-c5936088e5fc tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781587788279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781587269057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25563207'] for port, after_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:48.279371 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f52d4a5-6c4f-4475-8f7b-c5936088e5fc tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Pushing event deleted for resources: {'Port': ['ID=345807e0-1f6a-430a-acb2-8550267dc561,revision_number=None']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:50:48.289704 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f52d4a5-6c4f-4475-8f7b-c5936088e5fc tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:50:48.290055 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f52d4a5-6c4f-4475-8f7b-c5936088e5fc tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:50:48.290396 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f52d4a5-6c4f-4475-8f7b-c5936088e5fc tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:50:48.290785 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f52d4a5-6c4f-4475-8f7b-c5936088e5fc tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:50:48.293856 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f52d4a5-6c4f-4475-8f7b-c5936088e5fc tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:50:48.293856 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f52d4a5-6c4f-4475-8f7b-c5936088e5fc tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:50:48.294063 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f52d4a5-6c4f-4475-8f7b-c5936088e5fc tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:50:48.294287 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f52d4a5-6c4f-4475-8f7b-c5936088e5fc tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:50:48.294621 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f52d4a5-6c4f-4475-8f7b-c5936088e5fc tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:50:48.294983 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f52d4a5-6c4f-4475-8f7b-c5936088e5fc tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:50:48.295432 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f52d4a5-6c4f-4475-8f7b-c5936088e5fc tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:50:48.295657 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f52d4a5-6c4f-4475-8f7b-c5936088e5fc tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:50:48.410643 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.scheduler.l3_agent_scheduler [req-be4e7ee1-9cbd-4551-8a8d-18bdaae5ffb0 req-0f52d4a5-6c4f-4475-8f7b-c5936088e5fc tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Router dfc0be1a-b117-4d36-9642-3bafdc9ad3b7 has already been hosted by L3 agent 22749488-15d0-44a3-a4aa-285786541688 {{(pid=101045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 02:50:48.422401 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-58826602-e41a-4480-8975-5ea2cb0afee2 req-60610c54-4152-4128-beb5-eb94ac54e2a0 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b51c9e-105a-4410-b3d4-28452f4f058f HTTP/1.1" status: 200 len: 210 time: 0.0273576 Sep 15 02:50:48.450723 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:48.532638 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-be4e7ee1-9cbd-4551-8a8d-18bdaae5ffb0 req-0f52d4a5-6c4f-4475-8f7b-c5936088e5fc tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Notify agent at l3_agent.dv-cinder-759955-25-smb the message routers_updated {{(pid=101045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 02:50:48.544245 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df647cb3-9fad-4cc8-a1e7-e67721359f52 None None] Sync routers for ids ['dfc0be1a-b117-4d36-9642-3bafdc9ad3b7'] in dv-cinder-759955-25-smb {{(pid=101048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 02:50:48.554498 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df647cb3-9fad-4cc8-a1e7-e67721359f52 None None] Routers {'dfc0be1a-b117-4d36-9642-3bafdc9ad3b7'} bound to L3 agent in host dv-cinder-759955-25-smb {{(pid=101048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:50:48.555287 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_hamode_db [None req-df647cb3-9fad-4cc8-a1e7-e67721359f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T02:36:18Z,description=,heartbeat_timestamp=2021-09-15T02:50:48Z,host='dv-cinder-759955-25-smb',id=22749488-15d0-44a3-a4aa-285786541688,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:36:19Z,topic='l3_agent')) {'router_ids': ['dfc0be1a-b117-4d36-9642-3bafdc9ad3b7'], 'active': True} {{(pid=101048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:50:48.573847 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.db.l3_dvrscheduler_db [req-be4e7ee1-9cbd-4551-8a8d-18bdaae5ffb0 req-0f52d4a5-6c4f-4475-8f7b-c5936088e5fc tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] No DVR routers for this DVR port 345807e0-1f6a-430a-acb2-8550267dc561 on host hv-cinder-75995 {{(pid=101045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 02:50:48.576458 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-be4e7ee1-9cbd-4551-8a8d-18bdaae5ffb0 req-0f52d4a5-6c4f-4475-8f7b-c5936088e5fc tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89626'] for port, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:48.578444 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-be4e7ee1-9cbd-4551-8a8d-18bdaae5ffb0 req-0f52d4a5-6c4f-4475-8f7b-c5936088e5fc tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.38 "DELETE /v2.0/ports/345807e0-1f6a-430a-acb2-8550267dc561 HTTP/1.1" status: 204 len: 173 time: 0.8397865 Sep 15 02:50:48.578900 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42b51c9e-105a-4410-b3d4-28452f4f058f', 'name': 'network-vif-deleted', 'tag': '345807e0-1f6a-430a-acb2-8550267dc561'}] {{(pid=101045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:50:48.581217 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86c436101efe1a363cd74fb96c1b6796ca3087f8916af27063bbdf5683c89520" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b044e8c8-c9d4-4911-8589-1a0fc8b6d4eb" -d '{"events": [{"server_uuid": "42b51c9e-105a-4410-b3d4-28452f4f058f", "name": "network-vif-deleted", "tag": "345807e0-1f6a-430a-acb2-8550267dc561"}]}' {{(pid=101045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:50:48.617306 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 02:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99e7eded-77df-4bb4-95b9-f39054e52f35 x-openstack-request-id: req-99e7eded-77df-4bb4-95b9-f39054e52f35 {{(pid=101045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:50:48.617699 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42b51c9e-105a-4410-b3d4-28452f4f058f", "name": "network-vif-deleted", "tag": "345807e0-1f6a-430a-acb2-8550267dc561", "status": "completed", "code": 200}]} {{(pid=101045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:50:48.618141 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-99e7eded-77df-4bb4-95b9-f39054e52f35 {{(pid=101045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:50:48.618722 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42b51c9e-105a-4410-b3d4-28452f4f058f', 'name': 'network-vif-deleted', 'tag': '345807e0-1f6a-430a-acb2-8550267dc561', 'status': 'completed', 'code': 200} Sep 15 02:50:48.688300 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_dvr_db [None req-df647cb3-9fad-4cc8-a1e7-e67721359f52 None None] Set router dfc0be1a-b117-4d36-9642-3bafdc9ad3b7 gateway port host: dv-cinder-759955-25-smb {{(pid=101048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:50:48.911807 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_hamode_db [None req-df647cb3-9fad-4cc8-a1e7-e67721359f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfc0be1a-b117-4d36-9642-3bafdc9ad3b7', 'name': 'tempest-AttachVolumeShelveTestJSON-124691277-router', 'tenant_id': 'bf1160da16cc4aa8a8f7f5065e5f7661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'external_fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.201'}], 'enable_snat': True}, 'gw_port_id': '0a083152-357b-4709-8597-35aaf717a22e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:44:30Z', 'updated_at': '2021-09-15T02:44:36Z', 'revision_number': 4, 'project_id': 'bf1160da16cc4aa8a8f7f5065e5f7661', 'gw_port': {'id': '0a083152-357b-4709-8597-35aaf717a22e', 'name': '', 'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:a7:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc0be1a-b117-4d36-9642-3bafdc9ad3b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:44:31Z', 'updated_at': '2021-09-15T02:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-smb', '_interfaces': [{'id': '424acb6b-76dd-4c47-a76a-0e916d710482', 'name': '', 'network_id': '559d7eea-ef89-4b33-b717-afb1545433a5', 'tenant_id': 'bf1160da16cc4aa8a8f7f5065e5f7661', 'mac_address': 'fa:16:3e:2d:21:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc0be1a-b117-4d36-9642-3bafdc9ad3b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '16cede8a-7007-4219-aa2d-1189c5c08411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:44:35Z', 'updated_at': '2021-09-15T02:44:50Z', 'revision_number': 5, 'project_id': 'bf1160da16cc4aa8a8f7f5065e5f7661', 'subnets': [{'id': '16cede8a-7007-4219-aa2d-1189c5c08411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-25-smb', False) {} {{(pid=101048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:50:48.937371 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df647cb3-9fad-4cc8-a1e7-e67721359f52 None None] Checking router: dfc0be1a-b117-4d36-9642-3bafdc9ad3b7 for host: dv-cinder-759955-25-smb {{(pid=101048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 02:50:48.945477 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df647cb3-9fad-4cc8-a1e7-e67721359f52 None None] Routers {'dfc0be1a-b117-4d36-9642-3bafdc9ad3b7'} bound to L3 agent in host dv-cinder-759955-25-smb {{(pid=101048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:50:48.946304 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_hamode_db [None req-df647cb3-9fad-4cc8-a1e7-e67721359f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T02:36:18Z,description=,heartbeat_timestamp=2021-09-15T02:50:48Z,host='dv-cinder-759955-25-smb',id=22749488-15d0-44a3-a4aa-285786541688,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:36:19Z,topic='l3_agent')) {'router_ids': ['dfc0be1a-b117-4d36-9642-3bafdc9ad3b7'], 'active': True} {{(pid=101048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:50:49.127145 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_dvr_db [None req-df647cb3-9fad-4cc8-a1e7-e67721359f52 None None] Set router dfc0be1a-b117-4d36-9642-3bafdc9ad3b7 gateway port host: dv-cinder-759955-25-smb {{(pid=101048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:50:49.319268 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_hamode_db [None req-df647cb3-9fad-4cc8-a1e7-e67721359f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfc0be1a-b117-4d36-9642-3bafdc9ad3b7', 'name': 'tempest-AttachVolumeShelveTestJSON-124691277-router', 'tenant_id': 'bf1160da16cc4aa8a8f7f5065e5f7661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'external_fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.201'}], 'enable_snat': True}, 'gw_port_id': '0a083152-357b-4709-8597-35aaf717a22e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:44:30Z', 'updated_at': '2021-09-15T02:44:36Z', 'revision_number': 4, 'project_id': 'bf1160da16cc4aa8a8f7f5065e5f7661', 'gw_port': {'id': '0a083152-357b-4709-8597-35aaf717a22e', 'name': '', 'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:a7:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc0be1a-b117-4d36-9642-3bafdc9ad3b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:44:31Z', 'updated_at': '2021-09-15T02:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-smb', '_interfaces': [{'id': '424acb6b-76dd-4c47-a76a-0e916d710482', 'name': '', 'network_id': '559d7eea-ef89-4b33-b717-afb1545433a5', 'tenant_id': 'bf1160da16cc4aa8a8f7f5065e5f7661', 'mac_address': 'fa:16:3e:2d:21:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc0be1a-b117-4d36-9642-3bafdc9ad3b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '16cede8a-7007-4219-aa2d-1189c5c08411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:44:35Z', 'updated_at': '2021-09-15T02:44:50Z', 'revision_number': 5, 'project_id': 'bf1160da16cc4aa8a8f7f5065e5f7661', 'subnets': [{'id': '16cede8a-7007-4219-aa2d-1189c5c08411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-25-smb', False) {} {{(pid=101048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:50:49.349963 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df647cb3-9fad-4cc8-a1e7-e67721359f52 None None] The sync data for ids ['dfc0be1a-b117-4d36-9642-3bafdc9ad3b7'] in dv-cinder-759955-25-smb is: [{'id': 'dfc0be1a-b117-4d36-9642-3bafdc9ad3b7', 'name': 'tempest-AttachVolumeShelveTestJSON-124691277-router', 'tenant_id': 'bf1160da16cc4aa8a8f7f5065e5f7661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'external_fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.201'}], 'enable_snat': True}, 'gw_port_id': '0a083152-357b-4709-8597-35aaf717a22e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:44:30Z', 'updated_at': '2021-09-15T02:44:36Z', 'revision_number': 4, 'project_id': 'bf1160da16cc4aa8a8f7f5065e5f7661', 'gw_port': {'id': '0a083152-357b-4709-8597-35aaf717a22e', 'name': '', 'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:a7:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc0be1a-b117-4d36-9642-3bafdc9ad3b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:44:31Z', 'updated_at': '2021-09-15T02:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-smb', '_interfaces': [{'id': '424acb6b-76dd-4c47-a76a-0e916d710482', 'name': '', 'network_id': '559d7eea-ef89-4b33-b717-afb1545433a5', 'tenant_id': 'bf1160da16cc4aa8a8f7f5065e5f7661', 'mac_address': 'fa:16:3e:2d:21:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc0be1a-b117-4d36-9642-3bafdc9ad3b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '16cede8a-7007-4219-aa2d-1189c5c08411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:44:35Z', 'updated_at': '2021-09-15T02:44:50Z', 'revision_number': 5, 'project_id': 'bf1160da16cc4aa8a8f7f5065e5f7661', 'subnets': [{'id': '16cede8a-7007-4219-aa2d-1189c5c08411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 02:50:49.395909 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-26fc78ca-8f14-4c98-81c4-2d6c26116e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:49.555094 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-cdb999da-07a0-40c6-96ab-907fe4e5c214 req-a6b3ef19-5e61-4a55-87f1-9e4327c247e7 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b51c9e-105a-4410-b3d4-28452f4f058f HTTP/1.1" status: 200 len: 210 time: 0.0292621 Sep 15 02:50:49.596608 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e5ec01-cc7b-43bd-82a2-741b66ec5ff0 None None] New status for floating IP 2d6811f4-05c6-494f-8d14-867fa21ebb36: DOWN {{(pid=101047) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 02:50:50.129277 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c5f844-8cd4-4e18-9dbc-4a00c16962c6 req-783ac17a-5841-4171-a7e3-d70ca28bddd5 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:50.131217 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-b2c5f844-8cd4-4e18-9dbc-4a00c16962c6 req-783ac17a-5841-4171-a7e3-d70ca28bddd5 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] 10.222.0.13 "GET /v2.0/networks?id=2a6c8c41-a1b3-44ed-acdc-94a2d9e51823 HTTP/1.1" status: 200 len: 814 time: 0.1151886 Sep 15 02:50:50.147537 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-b2c5f844-8cd4-4e18-9dbc-4a00c16962c6 req-cd8efa57-a673-4947-8e6a-e5fbf1078be2 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] 10.222.0.13 "GET /v2.0/quotas/92321f839e1f46d392c1413c1df11561 HTTP/1.1" status: 200 len: 375 time: 0.0104146 Sep 15 02:50:50.210332 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-b2c5f844-8cd4-4e18-9dbc-4a00c16962c6 req-ce6a100a-3aa9-4cc5-9d84-39dcd65eb88c tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=92321f839e1f46d392c1413c1df11561&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0560641 Sep 15 02:50:50.441793 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-b2c5f844-8cd4-4e18-9dbc-4a00c16962c6 req-4a04111e-7910-42ed-8372-0de40ebf6d4c service neutron] 10.222.0.13 "GET /v2.0/networks/2a6c8c41-a1b3-44ed-acdc-94a2d9e51823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246594 Sep 15 02:50:50.538210 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-b2c5f844-8cd4-4e18-9dbc-4a00c16962c6 req-7c734361-dee7-45b5-97d8-22e836ce2e62 service neutron] 10.222.0.13 "GET /v2.0/networks/2a6c8c41-a1b3-44ed-acdc-94a2d9e51823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898745 Sep 15 02:50:50.711727 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 42350) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:50:50.772538 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-2bf5b2b1-c427-45ce-816e-0ae2459fae85 req-ec43e2a4-6c90-47f0-941f-34b1fc0cfa7d tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] 10.222.0.13 "GET /v2.0/ports?device_id=1af9b221-4d89-464d-b8c3-adf55d23bb87 HTTP/1.1" status: 200 len: 210 time: 0.0360456 Sep 15 02:50:50.793187 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-a83ba2a6-4641-461d-9818-04ce93f6e484 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Notify callbacks [] for security_group, before_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:50.817373 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-a83ba2a6-4641-461d-9818-04ce93f6e484 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:50.935993 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-a83ba2a6-4641-461d-9818-04ce93f6e484 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:50.938651 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-a83ba2a6-4641-461d-9818-04ce93f6e484 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Notify callbacks [] for security_group, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:50.939826 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-a83ba2a6-4641-461d-9818-04ce93f6e484 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "DELETE /v2.0/security-groups/ad459af9-5975-483b-9f53-88cb63fe7ed6 HTTP/1.1" status: 204 len: 168 time: 0.2270989 Sep 15 02:50:50.942610 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 42358) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:50:50.949676 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83ba2a6-4641-461d-9818-04ce93f6e484 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad459af9-5975-483b-9f53-88cb63fe7ed6,revision_number=None']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:50:50.958743 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.api.v2.resource [None req-cf3b7294-4449-4b19-b868-9144be8c5238 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] show failed (client error): The resource could not be found. Sep 15 02:50:50.962420 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-cf3b7294-4449-4b19-b868-9144be8c5238 tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "GET /v2.0/security-groups/ad459af9-5975-483b-9f53-88cb63fe7ed6 HTTP/1.1" status: 404 len: 347 time: 0.0161679 Sep 15 02:50:50.962887 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 42360) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:50:51.091217 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.plugin [None req-9f2857a4-80a4-4574-910c-5d52a18db1cc tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Deleting port 3bef2dbe-7c58-4f28-ae42-604f93e0e06e {{(pid=101045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:50:51.095390 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-9f2857a4-80a4-4574-910c-5d52a18db1cc tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781587782193'] for port, before_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:51.168230 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-9f2857a4-80a4-4574-910c-5d52a18db1cc tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023821'] for port, precommit_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:51.169381 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-9f2857a4-80a4-4574-910c-5d52a18db1cc tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:51.180851 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.plugin [None req-9f2857a4-80a4-4574-910c-5d52a18db1cc tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Calling delete_port for 3bef2dbe-7c58-4f28-ae42-604f93e0e06e owned by network:floatingip {{(pid=101045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:50:51.262105 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-4787a0ec-4617-4d18-8d79-4c4aa2145a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:51.382109 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-9f2857a4-80a4-4574-910c-5d52a18db1cc tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781587788279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781587269057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25563207'] for port, after_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:51.409010 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2857a4-80a4-4574-910c-5d52a18db1cc tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Pushing event deleted for resources: {'Port': ['ID=3bef2dbe-7c58-4f28-ae42-604f93e0e06e,revision_number=None']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:50:51.466825 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-9f2857a4-80a4-4574-910c-5d52a18db1cc tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Notify callbacks [] for floatingip, after_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:51.469215 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-9f2857a4-80a4-4574-910c-5d52a18db1cc tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89626'] for floatingip, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:51.470369 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-9f2857a4-80a4-4574-910c-5d52a18db1cc tempest-AttachVolumeShelveTestJSON-592456331 tempest-AttachVolumeShelveTestJSON-592456331-project] 10.222.0.13 "DELETE /v2.0/floatingips/2d6811f4-05c6-494f-8d14-867fa21ebb36 HTTP/1.1" status: 204 len: 168 time: 0.5063920 Sep 15 02:50:51.723501 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Device 345807e0-1f6a-430a-acb2-8550267dc561 no longer exists at agent hyperv_hv-cinder-75995 {{(pid=101047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 02:50:51.745888 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.plugin [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] No Port match for: 345807e0-1f6a-430a-acb2-8550267dc561 {{(pid=101047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 02:50:51.746234 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Device 345807e0-1f6a-430a-acb2-8550267dc561 not bound to the agent host hv-cinder-75995 {{(pid=101047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 02:50:51.868115 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-e3acdd52-074d-4ed3-8b77-3d6a7fad0b53 req-95a5d154-6f25-41ee-bfd2-d37b6a1d13e8 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] 10.222.0.13 "GET /v2.0/ports?device_id=1af9b221-4d89-464d-b8c3-adf55d23bb87 HTTP/1.1" status: 200 len: 210 time: 0.0265169 Sep 15 02:50:52.569580 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c5f844-8cd4-4e18-9dbc-4a00c16962c6 req-490a9acd-43eb-4718-b466-c4ba798926cf tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:52.571094 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-b2c5f844-8cd4-4e18-9dbc-4a00c16962c6 req-490a9acd-43eb-4718-b466-c4ba798926cf tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] 10.222.0.38 "GET /v2.0/networks?id=2a6c8c41-a1b3-44ed-acdc-94a2d9e51823 HTTP/1.1" status: 200 len: 814 time: 0.1047943 Sep 15 02:50:52.584744 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.v2.base [req-b2c5f844-8cd4-4e18-9dbc-4a00c16962c6 req-1b6338bf-0511-4900-b0ab-f5320d3c6895 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] Request body: {'port': {'device_id': '1af9b221-4d89-464d-b8c3-adf55d23bb87', 'network_id': '2a6c8c41-a1b3-44ed-acdc-94a2d9e51823', 'admin_state_up': True, 'tenant_id': '92321f839e1f46d392c1413c1df11561'}} {{(pid=101045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:50:52.742088 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2c5f844-8cd4-4e18-9dbc-4a00c16962c6 req-1b6338bf-0511-4900-b0ab-f5320d3c6895 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] Made reservation on behalf of 92321f839e1f46d392c1413c1df11561 for: {'port': 1} {{(pid=101045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:50:52.745631 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-b2c5f844-8cd4-4e18-9dbc-4a00c16962c6 req-1b6338bf-0511-4900-b0ab-f5320d3c6895 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:52.874036 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.db.db_base_plugin_common [req-b2c5f844-8cd4-4e18-9dbc-4a00c16962c6 req-1b6338bf-0511-4900-b0ab-f5320d3c6895 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] Allocated IP 172.20.0.6 (2a6c8c41-a1b3-44ed-acdc-94a2d9e51823/ef1d3b76-3670-4fdf-ab3c-92261af0d91b/d6ef4f0a-61e1-4e5b-b248-b29aac150c00) {{(pid=101045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:50:52.974354 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-cf6b588d-f98e-4f94-a73f-e8ff17f91ad6 req-a6e0d5db-4fcd-4b95-85a5-c933310e01e4 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] 10.222.0.13 "GET /v2.0/ports?device_id=1af9b221-4d89-464d-b8c3-adf55d23bb87 HTTP/1.1" status: 200 len: 210 time: 0.0386810 Sep 15 02:50:53.050364 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-b2c5f844-8cd4-4e18-9dbc-4a00c16962c6 req-1b6338bf-0511-4900-b0ab-f5320d3c6895 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] Notify callbacks [] for port, precommit_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:53.159558 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-b2c5f844-8cd4-4e18-9dbc-4a00c16962c6 req-1b6338bf-0511-4900-b0ab-f5320d3c6895 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781587269048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25563207'] for port, after_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:53.171361 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] get_ports_and_sgs() called for port_ids ['fad22885-63f2-4e85-b861-e441828ca5f4', 'bad10240-3623-49ba-bfaa-7c0edc8565dc', 'bee971d4-78fd-4c36-9b76-d6c6e58c26b8'] {{(pid=101047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 02:50:53.203111 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2c5f844-8cd4-4e18-9dbc-4a00c16962c6 req-1b6338bf-0511-4900-b0ab-f5320d3c6895 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] Network 2a6c8c41-a1b3-44ed-acdc-94a2d9e51823 is already hosted by enough agents. {{(pid=101045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:50:53.206279 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.scheduler.base_scheduler [req-b2c5f844-8cd4-4e18-9dbc-4a00c16962c6 req-1b6338bf-0511-4900-b0ab-f5320d3c6895 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] Resources bound (agent type, host, resource id): {{(pid=101045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:50:53.210423 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2c5f844-8cd4-4e18-9dbc-4a00c16962c6 req-1b6338bf-0511-4900-b0ab-f5320d3c6895 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] Received port after_create {{(pid=101045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:50:53.218828 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6338bf-0511-4900-b0ab-f5320d3c6895 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] Pushing event updated for resources: {'Port': ['ID=d6ef4f0a-61e1-4e5b-b248-b29aac150c00,revision_number=1']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:50:53.265208 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c5f844-8cd4-4e18-9dbc-4a00c16962c6 req-1b6338bf-0511-4900-b0ab-f5320d3c6895 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:53.265822 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-b2c5f844-8cd4-4e18-9dbc-4a00c16962c6 req-1b6338bf-0511-4900-b0ab-f5320d3c6895 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89626'] for port, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:53.342698 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-b2c5f844-8cd4-4e18-9dbc-4a00c16962c6 req-1b6338bf-0511-4900-b0ab-f5320d3c6895 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7619474 Sep 15 02:50:53.356697 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.v2.base [req-b2c5f844-8cd4-4e18-9dbc-4a00c16962c6 req-baf25833-17f8-4d2d-9544-14e32edc4b8e service neutron] Request body: {'port': {'device_id': '1af9b221-4d89-464d-b8c3-adf55d23bb87', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=101045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:50:53.418017 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-b2c5f844-8cd4-4e18-9dbc-4a00c16962c6 req-baf25833-17f8-4d2d-9544-14e32edc4b8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:53.680135 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.notifiers.nova [req-b2c5f844-8cd4-4e18-9dbc-4a00c16962c6 req-baf25833-17f8-4d2d-9544-14e32edc4b8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6ef4f0a-61e1-4e5b-b248-b29aac150c00 {{(pid=101045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 02:50:53.687430 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-b2c5f844-8cd4-4e18-9dbc-4a00c16962c6 req-baf25833-17f8-4d2d-9544-14e32edc4b8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:53.699095 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.db.provisioning_blocks [req-b2c5f844-8cd4-4e18-9dbc-4a00c16962c6 req-baf25833-17f8-4d2d-9544-14e32edc4b8e service neutron] Transition to ACTIVE for port object d6ef4f0a-61e1-4e5b-b248-b29aac150c00 will not be triggered until provisioned by entity L2. {{(pid=101045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 02:50:53.747481 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-b2c5f844-8cd4-4e18-9dbc-4a00c16962c6 req-baf25833-17f8-4d2d-9544-14e32edc4b8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25563230'] for port, after_update {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:53.802813 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf25833-17f8-4d2d-9544-14e32edc4b8e service neutron] Pushing event updated for resources: {'Port': ['ID=d6ef4f0a-61e1-4e5b-b248-b29aac150c00,revision_number=2']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:50:53.866075 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.managers [req-b2c5f844-8cd4-4e18-9dbc-4a00c16962c6 req-baf25833-17f8-4d2d-9544-14e32edc4b8e service neutron] Attempting to bind port d6ef4f0a-61e1-4e5b-b248-b29aac150c00 on host hv-cinder-75995 for vnic_type normal with profile {{(pid=101045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 02:50:53.866403 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.managers [req-b2c5f844-8cd4-4e18-9dbc-4a00c16962c6 req-baf25833-17f8-4d2d-9544-14e32edc4b8e service neutron] Attempting to bind port d6ef4f0a-61e1-4e5b-b248-b29aac150c00 by drivers openvswitch,hyperv on host hv-cinder-75995 at level 0 using segments [{'id': '85ab84a8-1250-4143-b067-8e81ad924c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2a6c8c41-a1b3-44ed-acdc-94a2d9e51823'}] {{(pid=101045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 02:50:53.866728 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c5f844-8cd4-4e18-9dbc-4a00c16962c6 req-baf25833-17f8-4d2d-9544-14e32edc4b8e service neutron] Attempting to bind port d6ef4f0a-61e1-4e5b-b248-b29aac150c00 on network 2a6c8c41-a1b3-44ed-acdc-94a2d9e51823 {{(pid=101045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:50:53.870884 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c5f844-8cd4-4e18-9dbc-4a00c16962c6 req-baf25833-17f8-4d2d-9544-14e32edc4b8e service neutron] Port d6ef4f0a-61e1-4e5b-b248-b29aac150c00 on network 2a6c8c41-a1b3-44ed-acdc-94a2d9e51823 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75995 {{(pid=101045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 02:50:53.871227 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c5f844-8cd4-4e18-9dbc-4a00c16962c6 req-baf25833-17f8-4d2d-9544-14e32edc4b8e service neutron] Attempting to bind port d6ef4f0a-61e1-4e5b-b248-b29aac150c00 on network 2a6c8c41-a1b3-44ed-acdc-94a2d9e51823 {{(pid=101045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:50:53.875968 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c5f844-8cd4-4e18-9dbc-4a00c16962c6 req-baf25833-17f8-4d2d-9544-14e32edc4b8e service neutron] Checking agent: {'id': 'bf643b19-1b67-4f44-847e-0724d3e1ee06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 42, 35), 'started_at': datetime.datetime(2021, 9, 15, 2, 42, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 2, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 02:50:53.876298 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c5f844-8cd4-4e18-9dbc-4a00c16962c6 req-baf25833-17f8-4d2d-9544-14e32edc4b8e service neutron] Checking segment: {'id': '85ab84a8-1250-4143-b067-8e81ad924c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2a6c8c41-a1b3-44ed-acdc-94a2d9e51823'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:50:53.876673 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c5f844-8cd4-4e18-9dbc-4a00c16962c6 req-baf25833-17f8-4d2d-9544-14e32edc4b8e service neutron] Bound using segment: {'id': '85ab84a8-1250-4143-b067-8e81ad924c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2a6c8c41-a1b3-44ed-acdc-94a2d9e51823'} {{(pid=101045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 02:50:53.877084 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.managers [req-b2c5f844-8cd4-4e18-9dbc-4a00c16962c6 req-baf25833-17f8-4d2d-9544-14e32edc4b8e service neutron] Bound port: d6ef4f0a-61e1-4e5b-b248-b29aac150c00, host: hv-cinder-75995, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85ab84a8-1250-4143-b067-8e81ad924c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2a6c8c41-a1b3-44ed-acdc-94a2d9e51823'}}] {{(pid=101045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 02:50:53.877732 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-b2c5f844-8cd4-4e18-9dbc-4a00c16962c6 req-baf25833-17f8-4d2d-9544-14e32edc4b8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:53.937360 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.db [req-b2c5f844-8cd4-4e18-9dbc-4a00c16962c6 req-baf25833-17f8-4d2d-9544-14e32edc4b8e service neutron] For port d6ef4f0a-61e1-4e5b-b248-b29aac150c00, host hv-cinder-75995, cleared binding levels {{(pid=101045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 02:50:53.940213 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.db [req-b2c5f844-8cd4-4e18-9dbc-4a00c16962c6 req-baf25833-17f8-4d2d-9544-14e32edc4b8e service neutron] For port d6ef4f0a-61e1-4e5b-b248-b29aac150c00, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=d6ef4f0a-61e1-4e5b-b248-b29aac150c00,segment=NetworkSegment(85ab84a8-1250-4143-b067-8e81ad924c83),segment_id=85ab84a8-1250-4143-b067-8e81ad924c83)] {{(pid=101045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 02:50:53.982295 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-b2c5f844-8cd4-4e18-9dbc-4a00c16962c6 req-baf25833-17f8-4d2d-9544-14e32edc4b8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25563230'] for port, after_update {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:54.019324 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c5f844-8cd4-4e18-9dbc-4a00c16962c6 req-baf25833-17f8-4d2d-9544-14e32edc4b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:54.019951 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-b2c5f844-8cd4-4e18-9dbc-4a00c16962c6 req-baf25833-17f8-4d2d-9544-14e32edc4b8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89626'] for port, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:54.021351 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-b2c5f844-8cd4-4e18-9dbc-4a00c16962c6 req-baf25833-17f8-4d2d-9544-14e32edc4b8e service neutron] 10.222.0.38 "PUT /v2.0/ports/d6ef4f0a-61e1-4e5b-b248-b29aac150c00 HTTP/1.1" status: 200 len: 1093 time: 0.6702445 Sep 15 02:50:54.021797 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1af9b221-4d89-464d-b8c3-adf55d23bb87', 'tag': 'd6ef4f0a-61e1-4e5b-b248-b29aac150c00'}] {{(pid=101045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:50:54.024056 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86c436101efe1a363cd74fb96c1b6796ca3087f8916af27063bbdf5683c89520" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-373efb7c-202c-4b53-9292-34696d5154bd" -d '{"events": [{"name": "network-changed", "server_uuid": "1af9b221-4d89-464d-b8c3-adf55d23bb87", "tag": "d6ef4f0a-61e1-4e5b-b248-b29aac150c00"}]}' {{(pid=101045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:50:54.050594 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf25833-17f8-4d2d-9544-14e32edc4b8e service neutron] Pushing event updated for resources: {'Port': ['ID=d6ef4f0a-61e1-4e5b-b248-b29aac150c00,revision_number=3']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:50:54.065878 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 02:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdf8252b-40bc-486c-85ff-2f90d5ff2127 x-openstack-request-id: req-cdf8252b-40bc-486c-85ff-2f90d5ff2127 {{(pid=101045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:50:54.066261 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1af9b221-4d89-464d-b8c3-adf55d23bb87", "tag": "d6ef4f0a-61e1-4e5b-b248-b29aac150c00", "status": "completed", "code": 200}]} {{(pid=101045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:50:54.066602 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cdf8252b-40bc-486c-85ff-2f90d5ff2127 {{(pid=101045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:50:54.067105 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1af9b221-4d89-464d-b8c3-adf55d23bb87', 'tag': 'd6ef4f0a-61e1-4e5b-b248-b29aac150c00', 'status': 'completed', 'code': 200} Sep 15 02:50:54.098511 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05072f45-3c1f-4bd7-ba66-db6e875ed2c1 req-da40147b-04b3-412f-bffb-4eed04e35453 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:54.100020 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-05072f45-3c1f-4bd7-ba66-db6e875ed2c1 req-da40147b-04b3-412f-bffb-4eed04e35453 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] 10.222.0.13 "GET /v2.0/ports?device_id=1af9b221-4d89-464d-b8c3-adf55d23bb87 HTTP/1.1" status: 200 len: 943 time: 0.0541983 Sep 15 02:50:54.128264 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373efb7c-202c-4b53-9292-34696d5154bd req-8e541f75-e594-43ed-8894-b67dcb55681e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:54.129986 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-373efb7c-202c-4b53-9292-34696d5154bd req-8e541f75-e594-43ed-8894-b67dcb55681e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=92321f839e1f46d392c1413c1df11561&device_id=1af9b221-4d89-464d-b8c3-adf55d23bb87 HTTP/1.1" status: 200 len: 1096 time: 0.0416384 Sep 15 02:50:54.137769 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-05072f45-3c1f-4bd7-ba66-db6e875ed2c1 req-75f1a992-21ca-45ba-9e8a-f8734e43d117 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] 10.222.0.13 "GET /v2.0/security-groups?id=e43be1d5-a1d7-4736-87a7-25474032a4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316181 Sep 15 02:50:54.219475 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 42396) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:50:54.231566 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373efb7c-202c-4b53-9292-34696d5154bd req-bf00e867-d01e-4fc3-be9b-316454d667e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:54.233019 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-373efb7c-202c-4b53-9292-34696d5154bd req-bf00e867-d01e-4fc3-be9b-316454d667e2 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=92321f839e1f46d392c1413c1df11561&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0937591 Sep 15 02:50:54.332588 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373efb7c-202c-4b53-9292-34696d5154bd req-6302c737-8e9d-44e1-867f-1c19cb6da192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:54.334083 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-373efb7c-202c-4b53-9292-34696d5154bd req-6302c737-8e9d-44e1-867f-1c19cb6da192 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0938284 Sep 15 02:50:54.415918 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c5f844-8cd4-4e18-9dbc-4a00c16962c6 req-f82d28a1-1505-49d5-9f18-884e4f283618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:54.417427 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-b2c5f844-8cd4-4e18-9dbc-4a00c16962c6 req-f82d28a1-1505-49d5-9f18-884e4f283618 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=92321f839e1f46d392c1413c1df11561&device_id=1af9b221-4d89-464d-b8c3-adf55d23bb87 HTTP/1.1" status: 200 len: 1096 time: 0.0426464 Sep 15 02:50:54.462320 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-b2c5f844-8cd4-4e18-9dbc-4a00c16962c6 req-c0b34bc8-fa76-41f4-acfe-494db67d219b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d6ef4f0a-61e1-4e5b-b248-b29aac150c00 HTTP/1.1" status: 200 len: 217 time: 0.0364804 Sep 15 02:50:54.510365 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c5f844-8cd4-4e18-9dbc-4a00c16962c6 req-b4f9483b-2a27-40f3-9a85-bd795485fa3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:54.511903 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-b2c5f844-8cd4-4e18-9dbc-4a00c16962c6 req-b4f9483b-2a27-40f3-9a85-bd795485fa3a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ef1d3b76-3670-4fdf-ab3c-92261af0d91b HTTP/1.1" status: 200 len: 854 time: 0.0430939 Sep 15 02:50:54.543069 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-b2c5f844-8cd4-4e18-9dbc-4a00c16962c6 req-39c68644-494d-40f3-bb3e-7887e717f3fb service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2a6c8c41-a1b3-44ed-acdc-94a2d9e51823&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231769 Sep 15 02:50:54.635045 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-b2c5f844-8cd4-4e18-9dbc-4a00c16962c6 req-b0f2058d-07b5-40b7-becd-70611be8d563 service neutron] 10.222.0.38 "GET /v2.0/networks/2a6c8c41-a1b3-44ed-acdc-94a2d9e51823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842707 Sep 15 02:50:54.662659 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-10dd1eec-ab50-46a7-b93c-3d2c7a837c7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1029893'] for router_interface, before_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:54.734034 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-b2c5f844-8cd4-4e18-9dbc-4a00c16962c6 req-4920ba54-58e6-4709-af8d-3896e8219d7d service neutron] 10.222.0.38 "GET /v2.0/networks/2a6c8c41-a1b3-44ed-acdc-94a2d9e51823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856881 Sep 15 02:50:54.907359 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.plugin [None req-10dd1eec-ab50-46a7-b93c-3d2c7a837c7a admin admin] Deleting port 424acb6b-76dd-4c47-a76a-0e916d710482 {{(pid=101046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:50:54.907693 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-10dd1eec-ab50-46a7-b93c-3d2c7a837c7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781587782193'] for port, before_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:54.985334 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.db [None req-10dd1eec-ab50-46a7-b93c-3d2c7a837c7a admin admin] For port 424acb6b-76dd-4c47-a76a-0e916d710482, host dv-cinder-759955-25-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-smb',level=0,port_id=424acb6b-76dd-4c47-a76a-0e916d710482,segment=NetworkSegment(05f52a86-8cc0-4a65-9024-5aaf0393990e),segment_id=05f52a86-8cc0-4a65-9024-5aaf0393990e)] {{(pid=101046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:50:54.985633 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-10dd1eec-ab50-46a7-b93c-3d2c7a837c7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023821'] for port, precommit_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:54.998140 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.plugin [None req-10dd1eec-ab50-46a7-b93c-3d2c7a837c7a admin admin] Calling delete_port for 424acb6b-76dd-4c47-a76a-0e916d710482 owned by network:router_interface {{(pid=101046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:50:55.204607 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-10dd1eec-ab50-46a7-b93c-3d2c7a837c7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781587788279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781587269057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25909702'] for port, after_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:55.229084 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dd1eec-ab50-46a7-b93c-3d2c7a837c7a admin admin] Pushing event deleted for resources: {'Port': ['ID=424acb6b-76dd-4c47-a76a-0e916d710482,revision_number=None']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:50:55.239043 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dd1eec-ab50-46a7-b93c-3d2c7a837c7a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:50:55.239307 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dd1eec-ab50-46a7-b93c-3d2c7a837c7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:50:55.239648 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dd1eec-ab50-46a7-b93c-3d2c7a837c7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:50:55.239980 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dd1eec-ab50-46a7-b93c-3d2c7a837c7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:50:55.240309 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dd1eec-ab50-46a7-b93c-3d2c7a837c7a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:50:55.240637 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dd1eec-ab50-46a7-b93c-3d2c7a837c7a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:50:55.240961 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dd1eec-ab50-46a7-b93c-3d2c7a837c7a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:50:55.241286 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dd1eec-ab50-46a7-b93c-3d2c7a837c7a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:50:55.242037 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dd1eec-ab50-46a7-b93c-3d2c7a837c7a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:50:55.242037 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dd1eec-ab50-46a7-b93c-3d2c7a837c7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:50:55.242199 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dd1eec-ab50-46a7-b93c-3d2c7a837c7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:50:55.242518 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dd1eec-ab50-46a7-b93c-3d2c7a837c7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:50:55.258945 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dac99ed-26cf-4f30-a7b0-23bdcc4b5eff req-eda194ba-f814-4782-9e41-f01247ff4136 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:55.260787 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-9dac99ed-26cf-4f30-a7b0-23bdcc4b5eff req-eda194ba-f814-4782-9e41-f01247ff4136 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] 10.222.0.13 "GET /v2.0/ports?device_id=1af9b221-4d89-464d-b8c3-adf55d23bb87 HTTP/1.1" status: 200 len: 943 time: 0.0539494 Sep 15 02:50:55.307694 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-9dac99ed-26cf-4f30-a7b0-23bdcc4b5eff req-ae1d775a-37fa-44e3-9dd8-024f521558e2 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] 10.222.0.13 "GET /v2.0/security-groups?id=e43be1d5-a1d7-4736-87a7-25474032a4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404608 Sep 15 02:50:55.419458 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-10dd1eec-ab50-46a7-b93c-3d2c7a837c7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-576689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1029045'] for router_interface, after_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:55.627059 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10dd1eec-ab50-46a7-b93c-3d2c7a837c7a admin admin] Router dfc0be1a-b117-4d36-9642-3bafdc9ad3b7 has already been hosted by L3 agent 22749488-15d0-44a3-a4aa-285786541688 {{(pid=101046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 02:50:55.732490 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10dd1eec-ab50-46a7-b93c-3d2c7a837c7a admin admin] Notify agent at l3_agent.dv-cinder-759955-25-smb the message routers_updated {{(pid=101046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 02:50:55.737739 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-10dd1eec-ab50-46a7-b93c-3d2c7a837c7a admin admin] 10.222.0.13 "PUT /v2.0/routers/dfc0be1a-b117-4d36-9642-3bafdc9ad3b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5171745 Sep 15 02:50:55.740407 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 42402) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:50:55.743938 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7236957-d87c-447d-9251-0b7f014129b8 None None] Sync routers for ids ['dfc0be1a-b117-4d36-9642-3bafdc9ad3b7'] in dv-cinder-759955-25-smb {{(pid=101048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 02:50:55.753838 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7236957-d87c-447d-9251-0b7f014129b8 None None] Routers {'dfc0be1a-b117-4d36-9642-3bafdc9ad3b7'} bound to L3 agent in host dv-cinder-759955-25-smb {{(pid=101048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:50:55.754394 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_hamode_db [None req-c7236957-d87c-447d-9251-0b7f014129b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T02:36:18Z,description=,heartbeat_timestamp=2021-09-15T02:50:48Z,host='dv-cinder-759955-25-smb',id=22749488-15d0-44a3-a4aa-285786541688,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:36:19Z,topic='l3_agent')) {'router_ids': ['dfc0be1a-b117-4d36-9642-3bafdc9ad3b7'], 'active': True} {{(pid=101048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:50:55.851656 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-979d7328-78cb-4a9f-a65a-f6a357f21a0f admin admin] Notify callbacks [] for router, before_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:55.870221 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_dvr_db [None req-c7236957-d87c-447d-9251-0b7f014129b8 None None] Set router dfc0be1a-b117-4d36-9642-3bafdc9ad3b7 gateway port host: dv-cinder-759955-25-smb {{(pid=101048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:50:55.957398 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-979d7328-78cb-4a9f-a65a-f6a357f21a0f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:56.042788 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_hamode_db [None req-c7236957-d87c-447d-9251-0b7f014129b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfc0be1a-b117-4d36-9642-3bafdc9ad3b7', 'name': 'tempest-AttachVolumeShelveTestJSON-124691277-router', 'tenant_id': 'bf1160da16cc4aa8a8f7f5065e5f7661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'external_fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.201'}], 'enable_snat': True}, 'gw_port_id': '0a083152-357b-4709-8597-35aaf717a22e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:44:30Z', 'updated_at': '2021-09-15T02:50:55Z', 'revision_number': 5, 'project_id': 'bf1160da16cc4aa8a8f7f5065e5f7661', 'gw_port': {'id': '0a083152-357b-4709-8597-35aaf717a22e', 'name': '', 'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:a7:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc0be1a-b117-4d36-9642-3bafdc9ad3b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:44:31Z', 'updated_at': '2021-09-15T02:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-smb'}], 'dv-cinder-759955-25-smb', False) {} {{(pid=101048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:50:56.068522 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7236957-d87c-447d-9251-0b7f014129b8 None None] Checking router: dfc0be1a-b117-4d36-9642-3bafdc9ad3b7 for host: dv-cinder-759955-25-smb {{(pid=101048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 02:50:56.076734 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7236957-d87c-447d-9251-0b7f014129b8 None None] Routers {'dfc0be1a-b117-4d36-9642-3bafdc9ad3b7'} bound to L3 agent in host dv-cinder-759955-25-smb {{(pid=101048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:50:56.077341 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_hamode_db [None req-c7236957-d87c-447d-9251-0b7f014129b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T02:36:18Z,description=,heartbeat_timestamp=2021-09-15T02:50:48Z,host='dv-cinder-759955-25-smb',id=22749488-15d0-44a3-a4aa-285786541688,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:36:19Z,topic='l3_agent')) {'router_ids': ['dfc0be1a-b117-4d36-9642-3bafdc9ad3b7'], 'active': True} {{(pid=101048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:50:56.093272 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.plugin [None req-979d7328-78cb-4a9f-a65a-f6a357f21a0f admin admin] Deleting port 0a083152-357b-4709-8597-35aaf717a22e {{(pid=101046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:50:56.093612 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-979d7328-78cb-4a9f-a65a-f6a357f21a0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781587782193'] for port, before_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:56.162278 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_dvr_db [None req-c7236957-d87c-447d-9251-0b7f014129b8 None None] Set router dfc0be1a-b117-4d36-9642-3bafdc9ad3b7 gateway port host: None {{(pid=101048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:50:56.177557 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.db [None req-979d7328-78cb-4a9f-a65a-f6a357f21a0f admin admin] For port 0a083152-357b-4709-8597-35aaf717a22e, host dv-cinder-759955-25-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-smb',level=0,port_id=0a083152-357b-4709-8597-35aaf717a22e,segment=NetworkSegment(4ddc9b9a-930b-46d8-934d-b4f616b6b84f),segment_id=4ddc9b9a-930b-46d8-934d-b4f616b6b84f)] {{(pid=101046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:50:56.177923 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-979d7328-78cb-4a9f-a65a-f6a357f21a0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023821'] for port, precommit_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:56.191188 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.plugin [None req-979d7328-78cb-4a9f-a65a-f6a357f21a0f admin admin] Calling delete_port for 0a083152-357b-4709-8597-35aaf717a22e owned by network:router_gateway {{(pid=101046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:50:56.216642 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_hamode_db [None req-c7236957-d87c-447d-9251-0b7f014129b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfc0be1a-b117-4d36-9642-3bafdc9ad3b7', 'name': 'tempest-AttachVolumeShelveTestJSON-124691277-router', 'tenant_id': 'bf1160da16cc4aa8a8f7f5065e5f7661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:44:30Z', 'updated_at': '2021-09-15T02:50:55Z', 'revision_number': 6, 'project_id': 'bf1160da16cc4aa8a8f7f5065e5f7661', 'gw_port_host': None}], 'dv-cinder-759955-25-smb', False) {} {{(pid=101048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:50:56.243066 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7236957-d87c-447d-9251-0b7f014129b8 None None] The sync data for ids ['dfc0be1a-b117-4d36-9642-3bafdc9ad3b7'] in dv-cinder-759955-25-smb is: [{'id': 'dfc0be1a-b117-4d36-9642-3bafdc9ad3b7', 'name': 'tempest-AttachVolumeShelveTestJSON-124691277-router', 'tenant_id': 'bf1160da16cc4aa8a8f7f5065e5f7661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:44:30Z', 'updated_at': '2021-09-15T02:50:55Z', 'revision_number': 6, 'project_id': 'bf1160da16cc4aa8a8f7f5065e5f7661', 'gw_port_host': None}] {{(pid=101048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 02:50:56.256748 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e59a45-c203-4bd8-91d0-579971200778 req-6aa28705-e452-4d88-b58c-41038cd22d2d tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:56.258930 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-42e59a45-c203-4bd8-91d0-579971200778 req-6aa28705-e452-4d88-b58c-41038cd22d2d tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0620793-2692-4e64-86bf-c2f79502d007 HTTP/1.1" status: 200 len: 946 time: 0.0551987 Sep 15 02:50:56.310557 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-42e59a45-c203-4bd8-91d0-579971200778 req-8f90b418-c2a1-49ae-bb44-6e9bfdcc6223 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d61cf01-d630-4a3c-9a44-94bd00c9c599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433574 Sep 15 02:50:56.423868 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeea9c8-2bfc-459b-ba73-eab25abba98b req-760ff066-b946-4b63-88ea-d12d142fc11a tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:56.425446 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-5eeea9c8-2bfc-459b-ba73-eab25abba98b req-760ff066-b946-4b63-88ea-d12d142fc11a tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] 10.222.0.13 "GET /v2.0/ports?device_id=1af9b221-4d89-464d-b8c3-adf55d23bb87 HTTP/1.1" status: 200 len: 943 time: 0.0495257 Sep 15 02:50:56.427342 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-979d7328-78cb-4a9f-a65a-f6a357f21a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781587788279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781587269057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25909702'] for port, after_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:56.459057 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979d7328-78cb-4a9f-a65a-f6a357f21a0f admin admin] Pushing event deleted for resources: {'Port': ['ID=0a083152-357b-4709-8597-35aaf717a22e,revision_number=None']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:50:56.524975 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-5eeea9c8-2bfc-459b-ba73-eab25abba98b req-27115c31-80e1-4edc-8213-9d36fba9e4f1 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] 10.222.0.13 "GET /v2.0/security-groups?id=e43be1d5-a1d7-4736-87a7-25474032a4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924897 Sep 15 02:50:56.545322 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-979d7328-78cb-4a9f-a65a-f6a357f21a0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1028979'] for router_gateway, after_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:56.631827 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-979d7328-78cb-4a9f-a65a-f6a357f21a0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1030946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-987'] for router, precommit_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:56.634403 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-979d7328-78cb-4a9f-a65a-f6a357f21a0f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:56.742090 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-979d7328-78cb-4a9f-a65a-f6a357f21a0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1031129'] for router, after_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:56.742588 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-979d7328-78cb-4a9f-a65a-f6a357f21a0f admin admin] Fanout notify agent at l3_agent the message router_deleted on router dfc0be1a-b117-4d36-9642-3bafdc9ad3b7 {{(pid=101046) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 02:50:56.746875 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-979d7328-78cb-4a9f-a65a-f6a357f21a0f admin admin] Notify callbacks [] for router, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:56.748602 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-979d7328-78cb-4a9f-a65a-f6a357f21a0f admin admin] 10.222.0.13 "DELETE /v2.0/routers/dfc0be1a-b117-4d36-9642-3bafdc9ad3b7 HTTP/1.1" status: 204 len: 168 time: 1.0071776 Sep 15 02:50:56.753305 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 42410) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:50:56.798570 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccbc6f18-a972-4b67-80c1-71ee9f1ab523 admin admin] Deleting subnet 16cede8a-7007-4219-aa2d-1189c5c08411 {{(pid=101046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 02:50:56.801704 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-ccbc6f18-a972-4b67-80c1-71ee9f1ab523 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:56.834123 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-ccbc6f18-a972-4b67-80c1-71ee9f1ab523 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25912473'] for subnet, precommit_delete_associations {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:56.907269 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-ccbc6f18-a972-4b67-80c1-71ee9f1ab523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1580888'] for subnet, precommit_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:57.010641 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-ccbc6f18-a972-4b67-80c1-71ee9f1ab523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1580879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25909737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27079613'] for subnet, after_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:57.038366 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbc6f18-a972-4b67-80c1-71ee9f1ab523 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16cede8a-7007-4219-aa2d-1189c5c08411,revision_number=None']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:50:57.043782 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-ccbc6f18-a972-4b67-80c1-71ee9f1ab523 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:57.047956 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-ccbc6f18-a972-4b67-80c1-71ee9f1ab523 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/16cede8a-7007-4219-aa2d-1189c5c08411 HTTP/1.1" status: 204 len: 168 time: 0.2935424 Sep 15 02:50:57.048471 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 42412) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:50:57.049798 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a188083-fab3-474c-acbc-e23103daf3be None None] Network 559d7eea-ef89-4b33-b717-afb1545433a5 requested from dv-cinder-759955-25-smb {{(pid=101047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 02:50:57.120516 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-c1dac08d-b5bb-4cd6-b6f9-53c174452b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615785'] for network, before_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:57.174692 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.plugin [None req-c1dac08d-b5bb-4cd6-b6f9-53c174452b4e admin admin] Deleting port b2089ada-f569-4f3f-a2cb-17dd945dd715 {{(pid=101046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:50:57.175197 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-c1dac08d-b5bb-4cd6-b6f9-53c174452b4e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781587782193'] for port, before_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:57.229809 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8fe494-ef51-4c93-bb3b-0341e9423719 None None] DHCP port deletion for 559d7eea-ef89-4b33-b717-afb1545433a5 request from dv-cinder-759955-25-smb {{(pid=101047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 02:50:57.244944 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.db [None req-c1dac08d-b5bb-4cd6-b6f9-53c174452b4e admin admin] For port b2089ada-f569-4f3f-a2cb-17dd945dd715, host dv-cinder-759955-25-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-smb',level=0,port_id=b2089ada-f569-4f3f-a2cb-17dd945dd715,segment=NetworkSegment(05f52a86-8cc0-4a65-9024-5aaf0393990e),segment_id=05f52a86-8cc0-4a65-9024-5aaf0393990e)] {{(pid=101046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:50:57.245330 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-c1dac08d-b5bb-4cd6-b6f9-53c174452b4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023821'] for port, precommit_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:57.258300 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.plugin [None req-c1dac08d-b5bb-4cd6-b6f9-53c174452b4e admin admin] Calling delete_port for b2089ada-f569-4f3f-a2cb-17dd945dd715 owned by network:dhcp {{(pid=101046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:50:57.279391 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.plugin [None req-9f8fe494-ef51-4c93-bb3b-0341e9423719 None None] Deleting port b2089ada-f569-4f3f-a2cb-17dd945dd715 {{(pid=101047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:50:57.279771 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-9f8fe494-ef51-4c93-bb3b-0341e9423719 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781587782193'] for port, before_delete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:57.349842 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-9f8fe494-ef51-4c93-bb3b-0341e9423719 None None] For port b2089ada-f569-4f3f-a2cb-17dd945dd715, host dv-cinder-759955-25-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-smb',level=0,port_id=b2089ada-f569-4f3f-a2cb-17dd945dd715,segment=NetworkSegment(05f52a86-8cc0-4a65-9024-5aaf0393990e),segment_id=05f52a86-8cc0-4a65-9024-5aaf0393990e)] {{(pid=101047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:50:57.350022 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-9f8fe494-ef51-4c93-bb3b-0341e9423719 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023821'] for port, precommit_delete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:57.361777 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.plugin [None req-9f8fe494-ef51-4c93-bb3b-0341e9423719 None None] Calling delete_port for b2089ada-f569-4f3f-a2cb-17dd945dd715 owned by network:dhcp {{(pid=101047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:50:57.376374 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-c1dac08d-b5bb-4cd6-b6f9-53c174452b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781587788279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781587269057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25909702'] for port, after_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:57.405060 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dac08d-b5bb-4cd6-b6f9-53c174452b4e admin admin] Pushing event deleted for resources: {'Port': ['ID=b2089ada-f569-4f3f-a2cb-17dd945dd715,revision_number=None']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:50:57.406904 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1dac08d-b5bb-4cd6-b6f9-53c174452b4e admin admin] No DVR routers for this DVR port b2089ada-f569-4f3f-a2cb-17dd945dd715 on host dv-cinder-759955-25-smb {{(pid=101046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 02:50:57.438886 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-9f8fe494-ef51-4c93-bb3b-0341e9423719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781587788279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781587269057'] for port, after_delete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:57.440828 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92e9e97-42c9-4221-a339-74b057b83f43 req-513084df-b3fc-4a86-b12d-33d1f5ab3153 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:57.443048 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-a92e9e97-42c9-4221-a339-74b057b83f43 req-513084df-b3fc-4a86-b12d-33d1f5ab3153 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0620793-2692-4e64-86bf-c2f79502d007 HTTP/1.1" status: 200 len: 946 time: 0.0617423 Sep 15 02:50:57.465517 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8fe494-ef51-4c93-bb3b-0341e9423719 None None] Pushing event deleted for resources: {'Port': ['ID=b2089ada-f569-4f3f-a2cb-17dd945dd715,revision_number=None']} {{(pid=101047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:50:57.470531 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8fe494-ef51-4c93-bb3b-0341e9423719 None None] No DVR routers for this DVR port b2089ada-f569-4f3f-a2cb-17dd945dd715 on host dv-cinder-759955-25-smb {{(pid=101047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 02:50:57.488489 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-c1dac08d-b5bb-4cd6-b6f9-53c174452b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579487', 'neutron.services.segments.db._delete_segments_for_network-8781587797149'] for network, precommit_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:57.491778 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-a92e9e97-42c9-4221-a339-74b057b83f43 req-8063d71b-734c-40c5-b3f5-9120e55afbd6 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d61cf01-d630-4a3c-9a44-94bd00c9c599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423126 Sep 15 02:50:57.509787 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.services.segments.db [None req-c1dac08d-b5bb-4cd6-b6f9-53c174452b4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['559d7eea-ef89-4b33-b717-afb1545433a5']}} {{(pid=101046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:50:57.519529 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.services.segments.db [None req-c1dac08d-b5bb-4cd6-b6f9-53c174452b4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05f52a86-8cc0-4a65-9024-5aaf0393990e') {'for_net_delete': True} {{(pid=101046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:50:57.519758 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.services.segments.db [None req-c1dac08d-b5bb-4cd6-b6f9-53c174452b4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05f52a86-8cc0-4a65-9024-5aaf0393990e') {} {{(pid=101046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:50:57.528751 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-c1dac08d-b5bb-4cd6-b6f9-53c174452b4e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781587795110', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25912466'] for segment, before_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:57.542064 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-c1dac08d-b5bb-4cd6-b6f9-53c174452b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1581261'] for segment, precommit_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:57.547850 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1dac08d-b5bb-4cd6-b6f9-53c174452b4e admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=101046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 02:50:57.548231 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-c1dac08d-b5bb-4cd6-b6f9-53c174452b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1581261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25909815'] for segment, after_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:57.550031 dv-cinder-759955-25-smb neutron-server[101046]: Traceback (most recent call last): Sep 15 02:50:57.550031 dv-cinder-759955-25-smb neutron-server[101046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 02:50:57.550031 dv-cinder-759955-25-smb neutron-server[101046]: timer() Sep 15 02:50:57.550031 dv-cinder-759955-25-smb neutron-server[101046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 02:50:57.550031 dv-cinder-759955-25-smb neutron-server[101046]: cb(*args, **kw) Sep 15 02:50:57.550031 dv-cinder-759955-25-smb neutron-server[101046]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 02:50:57.550031 dv-cinder-759955-25-smb neutron-server[101046]: return func(*args, **kwargs) Sep 15 02:50:57.550031 dv-cinder-759955-25-smb neutron-server[101046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 02:50:57.550031 dv-cinder-759955-25-smb neutron-server[101046]: self._notify() Sep 15 02:50:57.550031 dv-cinder-759955-25-smb neutron-server[101046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 02:50:57.550031 dv-cinder-759955-25-smb neutron-server[101046]: self.callback(batched_events) Sep 15 02:50:57.550031 dv-cinder-759955-25-smb neutron-server[101046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 02:50:57.550031 dv-cinder-759955-25-smb neutron-server[101046]: event.method(event) Sep 15 02:50:57.550031 dv-cinder-759955-25-smb neutron-server[101046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 02:50:57.550031 dv-cinder-759955-25-smb neutron-server[101046]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 02:50:57.550031 dv-cinder-759955-25-smb neutron-server[101046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 02:50:57.550031 dv-cinder-759955-25-smb neutron-server[101046]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 02:50:57.550031 dv-cinder-759955-25-smb neutron-server[101046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 02:50:57.550031 dv-cinder-759955-25-smb neutron-server[101046]: return f(self, *a, **k) Sep 15 02:50:57.550031 dv-cinder-759955-25-smb neutron-server[101046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 02:50:57.550031 dv-cinder-759955-25-smb neutron-server[101046]: return self._get(url).json() Sep 15 02:50:57.550031 dv-cinder-759955-25-smb neutron-server[101046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 02:50:57.550031 dv-cinder-759955-25-smb neutron-server[101046]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 02:50:57.550031 dv-cinder-759955-25-smb neutron-server[101046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 02:50:57.550031 dv-cinder-759955-25-smb neutron-server[101046]: return self.request(url, 'GET', **kwargs) Sep 15 02:50:57.550031 dv-cinder-759955-25-smb neutron-server[101046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 02:50:57.550031 dv-cinder-759955-25-smb neutron-server[101046]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 02:50:57.550031 dv-cinder-759955-25-smb neutron-server[101046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 02:50:57.550031 dv-cinder-759955-25-smb neutron-server[101046]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 02:50:57.550031 dv-cinder-759955-25-smb neutron-server[101046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 02:50:57.550031 dv-cinder-759955-25-smb neutron-server[101046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 02:50:57.550031 dv-cinder-759955-25-smb neutron-server[101046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 02:50:57.646555 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81bd8f2-1b2d-47bd-989a-46006ba8f067 req-a17c8b35-45a8-4fc3-a0b5-2aa8c3b14bca tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:57.648081 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-c81bd8f2-1b2d-47bd-989a-46006ba8f067 req-a17c8b35-45a8-4fc3-a0b5-2aa8c3b14bca tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] 10.222.0.13 "GET /v2.0/ports?device_id=1af9b221-4d89-464d-b8c3-adf55d23bb87 HTTP/1.1" status: 200 len: 943 time: 0.0488179 Sep 15 02:50:57.680571 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-c1dac08d-b5bb-4cd6-b6f9-53c174452b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1028887'] for network, after_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:57.687438 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-c1dac08d-b5bb-4cd6-b6f9-53c174452b4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577872'] for network, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:57.689217 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-c1dac08d-b5bb-4cd6-b6f9-53c174452b4e admin admin] 10.222.0.13 "DELETE /v2.0/networks/559d7eea-ef89-4b33-b717-afb1545433a5 HTTP/1.1" status: 204 len: 168 time: 0.6398370 Sep 15 02:50:57.695858 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-c81bd8f2-1b2d-47bd-989a-46006ba8f067 req-0f1f98f6-0253-41b9-93a3-0f306c427d46 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] 10.222.0.13 "GET /v2.0/security-groups?id=e43be1d5-a1d7-4736-87a7-25474032a4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416310 Sep 15 02:50:57.704514 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dac08d-b5bb-4cd6-b6f9-53c174452b4e admin admin] Pushing event deleted for resources: {'Network': ['ID=559d7eea-ef89-4b33-b717-afb1545433a5,revision_number=None']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:50:57.746358 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Device d6ef4f0a-61e1-4e5b-b248-b29aac150c00 details requested by agent hyperv_hv-cinder-75995 with host hv-cinder-75995 {{(pid=101047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 02:50:57.841404 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] For port d6ef4f0a-61e1-4e5b-b248-b29aac150c00, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=d6ef4f0a-61e1-4e5b-b248-b29aac150c00,segment=NetworkSegment(85ab84a8-1250-4143-b067-8e81ad924c83),segment_id=85ab84a8-1250-4143-b067-8e81ad924c83)] {{(pid=101047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:50:57.852537 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Returning: {'device': 'd6ef4f0a-61e1-4e5b-b248-b29aac150c00', 'network_id': '2a6c8c41-a1b3-44ed-acdc-94a2d9e51823', 'port_id': 'd6ef4f0a-61e1-4e5b-b248-b29aac150c00', 'mac_address': 'fa:16:3e:98:4d:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef1d3b76-3670-4fdf-ab3c-92261af0d91b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 02:50:57.888878 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:57.901793 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.notifiers.nova [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6ef4f0a-61e1-4e5b-b248-b29aac150c00 {{(pid=101047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 02:50:57.920332 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] For port d6ef4f0a-61e1-4e5b-b248-b29aac150c00, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=d6ef4f0a-61e1-4e5b-b248-b29aac150c00,segment=NetworkSegment(85ab84a8-1250-4143-b067-8e81ad924c83),segment_id=85ab84a8-1250-4143-b067-8e81ad924c83)] {{(pid=101047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:50:57.999946 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:58.008162 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 42420) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:50:58.047280 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-747b5d3f-490d-424b-bcb8-184e03108c6a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bf1160da16cc4aa8a8f7f5065e5f7661&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0378530 Sep 15 02:50:58.050532 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 42422) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:50:58.050922 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Pushing event updated for resources: {'Port': ['ID=d6ef4f0a-61e1-4e5b-b248-b29aac150c00,revision_number=4']} {{(pid=101047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:50:58.098638 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-5c559296-8588-43c0-b496-0fb2e1499182 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:58.119472 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-5c559296-8588-43c0-b496-0fb2e1499182 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:58.204426 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-5c559296-8588-43c0-b496-0fb2e1499182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:58.207593 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-5c559296-8588-43c0-b496-0fb2e1499182 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:58.208729 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-5c559296-8588-43c0-b496-0fb2e1499182 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bee205ef-ee23-41fe-8213-e4f3b258a342 HTTP/1.1" status: 204 len: 168 time: 0.1571064 Sep 15 02:50:58.216868 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c559296-8588-43c0-b496-0fb2e1499182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bee205ef-ee23-41fe-8213-e4f3b258a342,revision_number=None']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:50:58.256673 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] get_ports_and_sgs() called for port_ids ['d6ef4f0a-61e1-4e5b-b248-b29aac150c00'] {{(pid=101047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 02:50:58.319414 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Device 0a083152-357b-4709-8597-35aaf717a22e no longer exists at agent ovs-agent-dv-cinder-759955-25-smb {{(pid=101047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 02:50:58.344815 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.plugin [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] No Port match for: 0a083152-357b-4709-8597-35aaf717a22e {{(pid=101047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 02:50:58.345156 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Device 0a083152-357b-4709-8597-35aaf717a22e not bound to the agent host dv-cinder-759955-25-smb {{(pid=101047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 02:50:58.345570 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Device b2089ada-f569-4f3f-a2cb-17dd945dd715 no longer exists at agent ovs-agent-dv-cinder-759955-25-smb {{(pid=101047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 02:50:58.365958 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.plugin [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] No Port match for: b2089ada-f569-4f3f-a2cb-17dd945dd715 {{(pid=101047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 02:50:58.366224 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Device b2089ada-f569-4f3f-a2cb-17dd945dd715 not bound to the agent host dv-cinder-759955-25-smb {{(pid=101047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 02:50:58.366732 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Device 424acb6b-76dd-4c47-a76a-0e916d710482 no longer exists at agent ovs-agent-dv-cinder-759955-25-smb {{(pid=101047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 02:50:58.395281 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.plugin [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] No Port match for: 424acb6b-76dd-4c47-a76a-0e916d710482 {{(pid=101047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 02:50:58.395621 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Device 424acb6b-76dd-4c47-a76a-0e916d710482 not bound to the agent host dv-cinder-759955-25-smb {{(pid=101047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 02:50:58.605046 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff3c558-3d48-465e-8846-46fd43831ec1 req-20851081-7978-4a7b-8d36-643a820a8cdf tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:58.606360 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-eff3c558-3d48-465e-8846-46fd43831ec1 req-20851081-7978-4a7b-8d36-643a820a8cdf tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0620793-2692-4e64-86bf-c2f79502d007 HTTP/1.1" status: 200 len: 946 time: 0.0484068 Sep 15 02:50:58.644908 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-eff3c558-3d48-465e-8846-46fd43831ec1 req-d749db9d-c51e-4d55-860e-eacc3c21536d tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d61cf01-d630-4a3c-9a44-94bd00c9c599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318835 Sep 15 02:50:58.813464 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ad520a-0995-4628-ad2a-8122c34a6f97 req-ded55b28-88c2-4d3c-90ba-ca3de1bc6d45 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:58.815460 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-d4ad520a-0995-4628-ad2a-8122c34a6f97 req-ded55b28-88c2-4d3c-90ba-ca3de1bc6d45 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] 10.222.0.13 "GET /v2.0/ports?device_id=1af9b221-4d89-464d-b8c3-adf55d23bb87 HTTP/1.1" status: 200 len: 944 time: 0.0533738 Sep 15 02:50:59.111199 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-d4ad520a-0995-4628-ad2a-8122c34a6f97 req-cd64ea2d-4809-488f-a41e-83b4fb548823 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] 10.222.0.13 "GET /v2.0/security-groups?id=e43be1d5-a1d7-4736-87a7-25474032a4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2897866 Sep 15 02:50:59.255138 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 42448) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:50:59.350222 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.v2.base [None req-6c3665c6-ae34-4b1b-90e1-381311743c0e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-9951829-network', 'tenant_id': 'c0af8dadcc7442c48e4e96584d86a8eb'}} {{(pid=101046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:50:59.432997 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c3665c6-ae34-4b1b-90e1-381311743c0e admin admin] Made reservation on behalf of c0af8dadcc7442c48e4e96584d86a8eb for: {'network': 1} {{(pid=101046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:50:59.435250 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-6c3665c6-ae34-4b1b-90e1-381311743c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for network, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:59.443963 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-6c3665c6-ae34-4b1b-90e1-381311743c0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:59.529228 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-6c3665c6-ae34-4b1b-90e1-381311743c0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:59.575867 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-6c3665c6-ae34-4b1b-90e1-381311743c0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:59.601912 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c3665c6-ae34-4b1b-90e1-381311743c0e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=101046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 02:50:59.607143 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3665c6-ae34-4b1b-90e1-381311743c0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11c9ab17-93e2-4bae-a1ea-b6106300bf6a,revision_number=1']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:50:59.615468 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-6c3665c6-ae34-4b1b-90e1-381311743c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1581261'] for segment, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:59.615817 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.db.segments_db [None req-6c3665c6-ae34-4b1b-90e1-381311743c0e admin admin] Added segment cc5893f1-d542-43ca-a202-ad3d6799ba6a of type vlan for network e8e42105-e288-4826-968d-3316895be063 Sep 15 02:50:59.656785 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-6c3665c6-ae34-4b1b-90e1-381311743c0e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781587303702'] for network, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:59.724847 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-6c3665c6-ae34-4b1b-90e1-381311743c0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858'] for network, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:59.725863 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3665c6-ae34-4b1b-90e1-381311743c0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:59.726440 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-6c3665c6-ae34-4b1b-90e1-381311743c0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577872'] for network, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:59.758946 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f121f8-c78e-41ce-9534-f5d909a310ed req-fb52ed10-44b9-46fc-b493-671feb5eed07 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:50:59.760485 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-b7f121f8-c78e-41ce-9534-f5d909a310ed req-fb52ed10-44b9-46fc-b493-671feb5eed07 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0620793-2692-4e64-86bf-c2f79502d007 HTTP/1.1" status: 200 len: 946 time: 0.0489244 Sep 15 02:50:59.760624 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Device d6ef4f0a-61e1-4e5b-b248-b29aac150c00 up at agent hyperv_hv-cinder-75995 {{(pid=101047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:50:59.802214 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-6c3665c6-ae34-4b1b-90e1-381311743c0e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.5421767 Sep 15 02:50:59.802214 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3665c6-ae34-4b1b-90e1-381311743c0e admin admin] Pushing event updated for resources: {'Network': ['ID=e8e42105-e288-4826-968d-3316895be063,revision_number=1']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:50:59.802507 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-b7f121f8-c78e-41ce-9534-f5d909a310ed req-1c251987-68be-4c90-8b82-0fd604f0d0c7 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d61cf01-d630-4a3c-9a44-94bd00c9c599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332730 Sep 15 02:50:59.802645 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 42454) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:50:59.807934 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.v2.base [None req-aecd64e0-820d-483e-be78-7d169fbbaa94 admin admin] Request body: {'subnet': {'network_id': 'e8e42105-e288-4826-968d-3316895be063', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-9951829-subnet', 'tenant_id': 'c0af8dadcc7442c48e4e96584d86a8eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:50:59.824596 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Network e8e42105-e288-4826-968d-3316895be063 details requested by agent ovs-agent-dv-cinder-759955-25-smb with host dv-cinder-759955-25-smb {{(pid=101047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 02:50:59.850929 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Provisioning for port d6ef4f0a-61e1-4e5b-b248-b29aac150c00 completed by entity L2. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 02:50:59.890063 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Provisioning complete for port d6ef4f0a-61e1-4e5b-b248-b29aac150c00 triggered by entity L2. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:50:59.890430 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1575204'] for port, provisioning_complete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:59.901743 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aecd64e0-820d-483e-be78-7d169fbbaa94 admin admin] Made reservation on behalf of c0af8dadcc7442c48e4e96584d86a8eb for: {'subnet': 1} {{(pid=101045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:50:59.904179 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-aecd64e0-820d-483e-be78-7d169fbbaa94 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27020056'] for subnet, before_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:59.968891 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:50:59.991505 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1af9b221-4d89-464d-b8c3-adf55d23bb87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6ef4f0a-61e1-4e5b-b248-b29aac150c00'}] {{(pid=101047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:50:59.993748 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c8380946bd2a122839d37a92bf46cf7528befbf14a007f21b6f8387627c5c86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89f389a2-e18f-4648-8905-4106caef269e" -d '{"events": [{"server_uuid": "1af9b221-4d89-464d-b8c3-adf55d23bb87", "name": "network-vif-plugged", "status": "completed", "tag": "d6ef4f0a-61e1-4e5b-b248-b29aac150c00"}]}' {{(pid=101047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:51:00.006778 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] For port d6ef4f0a-61e1-4e5b-b248-b29aac150c00, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=d6ef4f0a-61e1-4e5b-b248-b29aac150c00,segment=NetworkSegment(85ab84a8-1250-4143-b067-8e81ad924c83),segment_id=85ab84a8-1250-4143-b067-8e81ad924c83)] {{(pid=101047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:51:00.031632 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 02:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e3446f5-ca40-4a20-a96a-7741c4cdfba1 x-openstack-request-id: req-8e3446f5-ca40-4a20-a96a-7741c4cdfba1 {{(pid=101047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:51:00.031783 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1af9b221-4d89-464d-b8c3-adf55d23bb87", "name": "network-vif-plugged", "status": "completed", "tag": "d6ef4f0a-61e1-4e5b-b248-b29aac150c00", "code": 200}]} {{(pid=101047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:51:00.032035 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8e3446f5-ca40-4a20-a96a-7741c4cdfba1 {{(pid=101047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:51:00.032418 dv-cinder-759955-25-smb neutron-server[101047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1af9b221-4d89-464d-b8c3-adf55d23bb87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6ef4f0a-61e1-4e5b-b248-b29aac150c00', 'code': 200} Sep 15 02:51:00.079405 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:00.119296 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-aecd64e0-820d-483e-be78-7d169fbbaa94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25563179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27020086'] for subnet, after_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:00.131982 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Pushing event updated for resources: {'Port': ['ID=d6ef4f0a-61e1-4e5b-b248-b29aac150c00,revision_number=5']} {{(pid=101047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:51:00.181989 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecd64e0-820d-483e-be78-7d169fbbaa94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0366f429-2a59-48fa-bb92-cf144de16dce,revision_number=0']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:51:00.214143 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aecd64e0-820d-483e-be78-7d169fbbaa94 admin admin] Checking segment: {'id': 'cc5893f1-d542-43ca-a202-ad3d6799ba6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'e8e42105-e288-4826-968d-3316895be063'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:51:00.214521 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aecd64e0-820d-483e-be78-7d169fbbaa94 admin admin] Network hostable DHCP agents. Network: e8e42105-e288-4826-968d-3316895be063, hostable agents: ['4ac00676-0bd7-4634-9dbc-c2a760561995'], hosted agents: [] {{(pid=101045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 02:51:00.244226 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c3d974-ef6b-404a-9351-f5d8a1cd18da req-bfce8256-2a8f-4e11-8328-85bc036d5050 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:51:00.245731 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-44c3d974-ef6b-404a-9351-f5d8a1cd18da req-bfce8256-2a8f-4e11-8328-85bc036d5050 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] 10.222.0.13 "GET /v2.0/ports?device_id=1af9b221-4d89-464d-b8c3-adf55d23bb87 HTTP/1.1" status: 200 len: 945 time: 0.0648301 Sep 15 02:51:00.290228 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aecd64e0-820d-483e-be78-7d169fbbaa94 admin admin] Network e8e42105-e288-4826-968d-3316895be063 is scheduled to be hosted by DHCP agent 4ac00676-0bd7-4634-9dbc-c2a760561995 with binding_index 1 {{(pid=101045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 02:51:00.317244 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-44c3d974-ef6b-404a-9351-f5d8a1cd18da req-9a156f70-645a-4267-a319-6bb34930b233 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] 10.222.0.13 "GET /v2.0/security-groups?id=e43be1d5-a1d7-4736-87a7-25474032a4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654082 Sep 15 02:51:00.323306 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09a1325-f324-40a1-a3b7-dc583c97cecb req-40d92593-d46f-4083-9485-b0f8e6316f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:51:00.324739 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-d09a1325-f324-40a1-a3b7-dc583c97cecb req-40d92593-d46f-4083-9485-b0f8e6316f83 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=1af9b221-4d89-464d-b8c3-adf55d23bb87 HTTP/1.1" status: 200 len: 1098 time: 0.0702093 Sep 15 02:51:00.360417 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.scheduler.base_scheduler [None req-aecd64e0-820d-483e-be78-7d169fbbaa94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-25-smb, e8e42105-e288-4826-968d-3316895be063) {{(pid=101045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:51:00.363485 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-d09a1325-f324-40a1-a3b7-dc583c97cecb req-39dd542f-7228-4559-b2c3-6b00f3350d1c service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=e43be1d5-a1d7-4736-87a7-25474032a4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296233 Sep 15 02:51:00.366136 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aecd64e0-820d-483e-be78-7d169fbbaa94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:51:00.366722 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-aecd64e0-820d-483e-be78-7d169fbbaa94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577872'] for subnet, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:00.368966 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ff4fa5-c561-41f1-ba3d-83798c15b8fe None None] Network e8e42105-e288-4826-968d-3316895be063 requested from dv-cinder-759955-25-smb {{(pid=101047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 02:51:00.422616 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-aecd64e0-820d-483e-be78-7d169fbbaa94 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6185346 Sep 15 02:51:00.492554 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716e47a5-51d4-481e-844d-ad34026f1171 None None] Network e8e42105-e288-4826-968d-3316895be063 requested from dv-cinder-759955-25-smb {{(pid=101047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 02:51:00.917276 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7f7a9c-0210-4a7f-89ba-250193e189ba req-fbf5c70c-9352-423c-962e-5ddbaaef3cf8 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:51:00.918875 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-ab7f7a9c-0210-4a7f-89ba-250193e189ba req-fbf5c70c-9352-423c-962e-5ddbaaef3cf8 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0620793-2692-4e64-86bf-c2f79502d007 HTTP/1.1" status: 200 len: 946 time: 0.0497537 Sep 15 02:51:00.957879 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-ab7f7a9c-0210-4a7f-89ba-250193e189ba req-bbe84b61-bd53-4928-b54a-5e029f6e0543 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d61cf01-d630-4a3c-9a44-94bd00c9c599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330377 Sep 15 02:51:01.055592 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 42478) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:51:01.060491 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.v2.base [None req-04e54d3d-5402-4f42-afbb-1e0e6550a5ab admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1143944814-network', 'tenant_id': '6c87908631514b08ba2c743139d3ce61'}} {{(pid=101045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:51:01.130004 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04e54d3d-5402-4f42-afbb-1e0e6550a5ab admin admin] Made reservation on behalf of 6c87908631514b08ba2c743139d3ce61 for: {'network': 1} {{(pid=101045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:51:01.132227 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-04e54d3d-5402-4f42-afbb-1e0e6550a5ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for network, before_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:01.140735 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-04e54d3d-5402-4f42-afbb-1e0e6550a5ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:01.229132 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-04e54d3d-5402-4f42-afbb-1e0e6550a5ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:01.285128 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-04e54d3d-5402-4f42-afbb-1e0e6550a5ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:01.312663 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04e54d3d-5402-4f42-afbb-1e0e6550a5ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=101045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 02:51:01.319672 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e54d3d-5402-4f42-afbb-1e0e6550a5ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69750687-3116-4581-b0c3-d9e2ab07bc09,revision_number=1']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:51:01.327330 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-04e54d3d-5402-4f42-afbb-1e0e6550a5ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1581261'] for segment, precommit_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:01.329055 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.db.segments_db [None req-04e54d3d-5402-4f42-afbb-1e0e6550a5ab admin admin] Added segment 3c8c56dc-7764-4204-bb98-adad1cfb1a81 of type vlan for network e002f7e1-6118-4ae1-a6e7-03332a91a8db Sep 15 02:51:01.370389 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-04e54d3d-5402-4f42-afbb-1e0e6550a5ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781587303702'] for network, precommit_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:01.443565 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce7f261-effa-423c-879d-8f78ecbf4053 req-d719c73c-16bf-4500-8d21-79914390c593 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:51:01.445074 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-9ce7f261-effa-423c-879d-8f78ecbf4053 req-d719c73c-16bf-4500-8d21-79914390c593 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] 10.222.0.13 "GET /v2.0/ports?device_id=1af9b221-4d89-464d-b8c3-adf55d23bb87 HTTP/1.1" status: 200 len: 945 time: 0.0510919 Sep 15 02:51:01.464225 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-04e54d3d-5402-4f42-afbb-1e0e6550a5ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858'] for network, after_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:01.465159 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e54d3d-5402-4f42-afbb-1e0e6550a5ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:51:01.465724 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-04e54d3d-5402-4f42-afbb-1e0e6550a5ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577872'] for network, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:01.516333 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-9ce7f261-effa-423c-879d-8f78ecbf4053 req-a92e1001-16f7-40da-903f-4a557ee3a84f tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] 10.222.0.13 "GET /v2.0/security-groups?id=e43be1d5-a1d7-4736-87a7-25474032a4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652165 Sep 15 02:51:01.545189 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e54d3d-5402-4f42-afbb-1e0e6550a5ab admin admin] Pushing event updated for resources: {'Network': ['ID=e002f7e1-6118-4ae1-a6e7-03332a91a8db,revision_number=1']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:51:01.551119 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-04e54d3d-5402-4f42-afbb-1e0e6550a5ab admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4918718 Sep 15 02:51:01.556672 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Network e002f7e1-6118-4ae1-a6e7-03332a91a8db details requested by agent ovs-agent-dv-cinder-759955-25-smb with host dv-cinder-759955-25-smb {{(pid=101047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 02:51:01.558561 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 42482) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:51:01.563761 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.v2.base [None req-b23a9802-bec3-4fdd-98af-c036f40ef90f admin admin] Request body: {'subnet': {'network_id': 'e002f7e1-6118-4ae1-a6e7-03332a91a8db', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1143944814-subnet', 'tenant_id': '6c87908631514b08ba2c743139d3ce61', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:51:01.650352 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b23a9802-bec3-4fdd-98af-c036f40ef90f admin admin] Made reservation on behalf of 6c87908631514b08ba2c743139d3ce61 for: {'subnet': 1} {{(pid=101045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:51:01.652693 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-b23a9802-bec3-4fdd-98af-c036f40ef90f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27020056'] for subnet, before_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:01.867475 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-b23a9802-bec3-4fdd-98af-c036f40ef90f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25563179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27020086'] for subnet, after_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:01.925089 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23a9802-bec3-4fdd-98af-c036f40ef90f admin admin] Pushing event updated for resources: {'Subnet': ['ID=63589c76-3023-45ed-a056-7b1d82930ffb,revision_number=0']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:51:01.930518 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23a9802-bec3-4fdd-98af-c036f40ef90f admin admin] Checking segment: {'id': '3c8c56dc-7764-4204-bb98-adad1cfb1a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e002f7e1-6118-4ae1-a6e7-03332a91a8db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:51:01.930688 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23a9802-bec3-4fdd-98af-c036f40ef90f admin admin] Network hostable DHCP agents. Network: e002f7e1-6118-4ae1-a6e7-03332a91a8db, hostable agents: ['4ac00676-0bd7-4634-9dbc-c2a760561995'], hosted agents: [] {{(pid=101045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 02:51:02.038929 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23a9802-bec3-4fdd-98af-c036f40ef90f admin admin] Network e002f7e1-6118-4ae1-a6e7-03332a91a8db is scheduled to be hosted by DHCP agent 4ac00676-0bd7-4634-9dbc-c2a760561995 with binding_index 1 {{(pid=101045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 02:51:02.076132 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28391f10-f73b-42fb-bc73-5fc8397b159f req-ba77cbbb-95ae-441b-b096-955e9f76a6c4 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:51:02.077629 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-28391f10-f73b-42fb-bc73-5fc8397b159f req-ba77cbbb-95ae-441b-b096-955e9f76a6c4 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0620793-2692-4e64-86bf-c2f79502d007 HTTP/1.1" status: 200 len: 946 time: 0.0519395 Sep 15 02:51:02.119366 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-28391f10-f73b-42fb-bc73-5fc8397b159f req-d129adaf-3526-4903-b68b-3484efd4cdc0 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d61cf01-d630-4a3c-9a44-94bd00c9c599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349932 Sep 15 02:51:02.147679 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.scheduler.base_scheduler [None req-b23a9802-bec3-4fdd-98af-c036f40ef90f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-25-smb, e002f7e1-6118-4ae1-a6e7-03332a91a8db) {{(pid=101045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:51:02.151666 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23a9802-bec3-4fdd-98af-c036f40ef90f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:51:02.152289 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-b23a9802-bec3-4fdd-98af-c036f40ef90f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577872'] for subnet, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:02.156686 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f46908-e157-46b4-9381-db5ade970cd1 None None] Network e002f7e1-6118-4ae1-a6e7-03332a91a8db requested from dv-cinder-759955-25-smb {{(pid=101047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 02:51:02.211722 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-b23a9802-bec3-4fdd-98af-c036f40ef90f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6513546 Sep 15 02:51:02.278222 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603c375e-2016-4281-8f6b-36bee96b806f None None] Network e002f7e1-6118-4ae1-a6e7-03332a91a8db requested from dv-cinder-759955-25-smb {{(pid=101047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 02:51:02.326915 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 42488) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:51:02.373523 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bfc7957-8d7d-42e6-aeb3-d580bfb1cf2d admin admin] Deleting subnet 0366f429-2a59-48fa-bb92-cf144de16dce {{(pid=101046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 02:51:02.376585 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-7bfc7957-8d7d-42e6-aeb3-d580bfb1cf2d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:02.412454 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-7bfc7957-8d7d-42e6-aeb3-d580bfb1cf2d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25912473'] for subnet, precommit_delete_associations {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:02.449607 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-7bfc7957-8d7d-42e6-aeb3-d580bfb1cf2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1580888'] for subnet, precommit_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:02.553818 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-7bfc7957-8d7d-42e6-aeb3-d580bfb1cf2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1580879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25909737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27079613'] for subnet, after_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:02.585349 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-7bfc7957-8d7d-42e6-aeb3-d580bfb1cf2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:02.587215 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-7bfc7957-8d7d-42e6-aeb3-d580bfb1cf2d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/0366f429-2a59-48fa-bb92-cf144de16dce HTTP/1.1" status: 204 len: 168 time: 0.2591372 Sep 15 02:51:02.588196 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfc7957-8d7d-42e6-aeb3-d580bfb1cf2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0366f429-2a59-48fa-bb92-cf144de16dce,revision_number=None']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:51:02.590130 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 42492) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:51:02.635442 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc12aad-588e-49bd-abfa-8d2fe6ec6553 req-63156d1c-04c7-462a-9eeb-2111dfcbca87 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:51:02.636813 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-fdc12aad-588e-49bd-abfa-8d2fe6ec6553 req-63156d1c-04c7-462a-9eeb-2111dfcbca87 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] 10.222.0.13 "GET /v2.0/ports?device_id=1af9b221-4d89-464d-b8c3-adf55d23bb87 HTTP/1.1" status: 200 len: 945 time: 0.0529468 Sep 15 02:51:02.657939 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-d7b0f64f-a55f-4f8c-af2a-c5044bd62a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615785'] for network, before_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:02.681434 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-fdc12aad-588e-49bd-abfa-8d2fe6ec6553 req-f71840b8-a018-459b-9b52-ef0fe0077554 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] 10.222.0.13 "GET /v2.0/security-groups?id=e43be1d5-a1d7-4736-87a7-25474032a4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386264 Sep 15 02:51:02.740650 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-d7b0f64f-a55f-4f8c-af2a-c5044bd62a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579487', 'neutron.services.segments.db._delete_segments_for_network-8781587797149'] for network, precommit_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:02.760629 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.services.segments.db [None req-d7b0f64f-a55f-4f8c-af2a-c5044bd62a46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8e42105-e288-4826-968d-3316895be063']}} {{(pid=101046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:51:02.769717 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.services.segments.db [None req-d7b0f64f-a55f-4f8c-af2a-c5044bd62a46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc5893f1-d542-43ca-a202-ad3d6799ba6a') {'for_net_delete': True} {{(pid=101046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:51:02.770009 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.services.segments.db [None req-d7b0f64f-a55f-4f8c-af2a-c5044bd62a46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc5893f1-d542-43ca-a202-ad3d6799ba6a') {} {{(pid=101046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:51:02.778953 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-d7b0f64f-a55f-4f8c-af2a-c5044bd62a46 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781587795110', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25912466'] for segment, before_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:02.791685 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-d7b0f64f-a55f-4f8c-af2a-c5044bd62a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1581261'] for segment, precommit_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:02.797473 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7b0f64f-a55f-4f8c-af2a-c5044bd62a46 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=101046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 02:51:02.797858 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-d7b0f64f-a55f-4f8c-af2a-c5044bd62a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1581261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25909815'] for segment, after_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:02.800020 dv-cinder-759955-25-smb neutron-server[101046]: Traceback (most recent call last): Sep 15 02:51:02.800020 dv-cinder-759955-25-smb neutron-server[101046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 02:51:02.800020 dv-cinder-759955-25-smb neutron-server[101046]: timer() Sep 15 02:51:02.800020 dv-cinder-759955-25-smb neutron-server[101046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 02:51:02.800020 dv-cinder-759955-25-smb neutron-server[101046]: cb(*args, **kw) Sep 15 02:51:02.800020 dv-cinder-759955-25-smb neutron-server[101046]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 02:51:02.800020 dv-cinder-759955-25-smb neutron-server[101046]: return func(*args, **kwargs) Sep 15 02:51:02.800020 dv-cinder-759955-25-smb neutron-server[101046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 02:51:02.800020 dv-cinder-759955-25-smb neutron-server[101046]: self._notify() Sep 15 02:51:02.800020 dv-cinder-759955-25-smb neutron-server[101046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 02:51:02.800020 dv-cinder-759955-25-smb neutron-server[101046]: self.callback(batched_events) Sep 15 02:51:02.800020 dv-cinder-759955-25-smb neutron-server[101046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 02:51:02.800020 dv-cinder-759955-25-smb neutron-server[101046]: event.method(event) Sep 15 02:51:02.800020 dv-cinder-759955-25-smb neutron-server[101046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 02:51:02.800020 dv-cinder-759955-25-smb neutron-server[101046]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 02:51:02.800020 dv-cinder-759955-25-smb neutron-server[101046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 02:51:02.800020 dv-cinder-759955-25-smb neutron-server[101046]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 02:51:02.800020 dv-cinder-759955-25-smb neutron-server[101046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 02:51:02.800020 dv-cinder-759955-25-smb neutron-server[101046]: return f(self, *a, **k) Sep 15 02:51:02.800020 dv-cinder-759955-25-smb neutron-server[101046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 02:51:02.800020 dv-cinder-759955-25-smb neutron-server[101046]: return self._get(url).json() Sep 15 02:51:02.800020 dv-cinder-759955-25-smb neutron-server[101046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 02:51:02.800020 dv-cinder-759955-25-smb neutron-server[101046]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 02:51:02.800020 dv-cinder-759955-25-smb neutron-server[101046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 02:51:02.800020 dv-cinder-759955-25-smb neutron-server[101046]: return self.request(url, 'GET', **kwargs) Sep 15 02:51:02.800020 dv-cinder-759955-25-smb neutron-server[101046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 02:51:02.800020 dv-cinder-759955-25-smb neutron-server[101046]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 02:51:02.800020 dv-cinder-759955-25-smb neutron-server[101046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 02:51:02.800020 dv-cinder-759955-25-smb neutron-server[101046]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 02:51:02.800020 dv-cinder-759955-25-smb neutron-server[101046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 02:51:02.800020 dv-cinder-759955-25-smb neutron-server[101046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 02:51:02.800020 dv-cinder-759955-25-smb neutron-server[101046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 02:51:03.010084 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-d7b0f64f-a55f-4f8c-af2a-c5044bd62a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1028887'] for network, after_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:03.015265 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-d7b0f64f-a55f-4f8c-af2a-c5044bd62a46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577872'] for network, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:03.020524 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-d7b0f64f-a55f-4f8c-af2a-c5044bd62a46 admin admin] 10.222.0.13 "DELETE /v2.0/networks/e8e42105-e288-4826-968d-3316895be063 HTTP/1.1" status: 204 len: 168 time: 0.4256170 Sep 15 02:51:03.020949 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 42496) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:51:03.028079 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b0f64f-a55f-4f8c-af2a-c5044bd62a46 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8e42105-e288-4826-968d-3316895be063,revision_number=None']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:51:03.064737 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a61cd64-8166-43cb-b11b-a60761b4a80d admin admin] Deleting subnet 63589c76-3023-45ed-a056-7b1d82930ffb {{(pid=101045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 02:51:03.067930 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-6a61cd64-8166-43cb-b11b-a60761b4a80d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:03.101654 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-6a61cd64-8166-43cb-b11b-a60761b4a80d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26884937'] for subnet, precommit_delete_associations {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:03.140210 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-6a61cd64-8166-43cb-b11b-a60761b4a80d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1580888'] for subnet, precommit_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:03.236511 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46beb8f4-309d-4aa1-9d5a-467dd7d35449 req-522a97b1-f531-4843-9880-a13fad7c394d tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:51:03.238777 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-46beb8f4-309d-4aa1-9d5a-467dd7d35449 req-522a97b1-f531-4843-9880-a13fad7c394d tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0620793-2692-4e64-86bf-c2f79502d007 HTTP/1.1" status: 200 len: 946 time: 0.0524116 Sep 15 02:51:03.268934 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-6a61cd64-8166-43cb-b11b-a60761b4a80d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1580879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25563240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27020095'] for subnet, after_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:03.283530 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-46beb8f4-309d-4aa1-9d5a-467dd7d35449 req-772398b0-3792-4a04-a0f9-1f4ee5472c6a tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d61cf01-d630-4a3c-9a44-94bd00c9c599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352585 Sep 15 02:51:03.304721 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a61cd64-8166-43cb-b11b-a60761b4a80d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63589c76-3023-45ed-a056-7b1d82930ffb,revision_number=None']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:51:03.308810 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-6a61cd64-8166-43cb-b11b-a60761b4a80d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577872'] for subnet, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:03.310714 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-6a61cd64-8166-43cb-b11b-a60761b4a80d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/63589c76-3023-45ed-a056-7b1d82930ffb HTTP/1.1" status: 204 len: 168 time: 0.2894669 Sep 15 02:51:03.313185 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 42502) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:51:03.380872 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-d93dae11-009a-4923-9b45-7b32653ff638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615785'] for network, before_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:03.460770 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-d93dae11-009a-4923-9b45-7b32653ff638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579487', 'neutron.services.segments.db._delete_segments_for_network-8781587797149'] for network, precommit_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:03.480936 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.services.segments.db [None req-d93dae11-009a-4923-9b45-7b32653ff638 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e002f7e1-6118-4ae1-a6e7-03332a91a8db']}} {{(pid=101045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:51:03.491162 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.services.segments.db [None req-d93dae11-009a-4923-9b45-7b32653ff638 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c8c56dc-7764-4204-bb98-adad1cfb1a81') {'for_net_delete': True} {{(pid=101045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:51:03.491386 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.services.segments.db [None req-d93dae11-009a-4923-9b45-7b32653ff638 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c8c56dc-7764-4204-bb98-adad1cfb1a81') {} {{(pid=101045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:51:03.500688 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-d93dae11-009a-4923-9b45-7b32653ff638 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781587795110', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26884930'] for segment, before_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:03.513695 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-d93dae11-009a-4923-9b45-7b32653ff638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1581261'] for segment, precommit_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:03.520043 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d93dae11-009a-4923-9b45-7b32653ff638 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=101045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 02:51:03.520422 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-d93dae11-009a-4923-9b45-7b32653ff638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1581261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25564086'] for segment, after_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:03.522022 dv-cinder-759955-25-smb neutron-server[101045]: Traceback (most recent call last): Sep 15 02:51:03.522022 dv-cinder-759955-25-smb neutron-server[101045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 02:51:03.522022 dv-cinder-759955-25-smb neutron-server[101045]: timer() Sep 15 02:51:03.522022 dv-cinder-759955-25-smb neutron-server[101045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 02:51:03.522022 dv-cinder-759955-25-smb neutron-server[101045]: cb(*args, **kw) Sep 15 02:51:03.522022 dv-cinder-759955-25-smb neutron-server[101045]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 02:51:03.522022 dv-cinder-759955-25-smb neutron-server[101045]: return func(*args, **kwargs) Sep 15 02:51:03.522022 dv-cinder-759955-25-smb neutron-server[101045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 02:51:03.522022 dv-cinder-759955-25-smb neutron-server[101045]: self._notify() Sep 15 02:51:03.522022 dv-cinder-759955-25-smb neutron-server[101045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 02:51:03.522022 dv-cinder-759955-25-smb neutron-server[101045]: self.callback(batched_events) Sep 15 02:51:03.522022 dv-cinder-759955-25-smb neutron-server[101045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 02:51:03.522022 dv-cinder-759955-25-smb neutron-server[101045]: event.method(event) Sep 15 02:51:03.522022 dv-cinder-759955-25-smb neutron-server[101045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 02:51:03.522022 dv-cinder-759955-25-smb neutron-server[101045]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 02:51:03.522022 dv-cinder-759955-25-smb neutron-server[101045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 02:51:03.522022 dv-cinder-759955-25-smb neutron-server[101045]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 02:51:03.522022 dv-cinder-759955-25-smb neutron-server[101045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 02:51:03.522022 dv-cinder-759955-25-smb neutron-server[101045]: return f(self, *a, **k) Sep 15 02:51:03.522022 dv-cinder-759955-25-smb neutron-server[101045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 02:51:03.522022 dv-cinder-759955-25-smb neutron-server[101045]: return self._get(url).json() Sep 15 02:51:03.522022 dv-cinder-759955-25-smb neutron-server[101045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 02:51:03.522022 dv-cinder-759955-25-smb neutron-server[101045]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 02:51:03.522022 dv-cinder-759955-25-smb neutron-server[101045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 02:51:03.522022 dv-cinder-759955-25-smb neutron-server[101045]: return self.request(url, 'GET', **kwargs) Sep 15 02:51:03.522022 dv-cinder-759955-25-smb neutron-server[101045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 02:51:03.522022 dv-cinder-759955-25-smb neutron-server[101045]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 02:51:03.522022 dv-cinder-759955-25-smb neutron-server[101045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 02:51:03.522022 dv-cinder-759955-25-smb neutron-server[101045]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 02:51:03.522022 dv-cinder-759955-25-smb neutron-server[101045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 02:51:03.522022 dv-cinder-759955-25-smb neutron-server[101045]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 02:51:03.522022 dv-cinder-759955-25-smb neutron-server[101045]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 02:51:03.650478 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-d93dae11-009a-4923-9b45-7b32653ff638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1028887'] for network, after_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:03.656615 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-d93dae11-009a-4923-9b45-7b32653ff638 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577872'] for network, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:03.658448 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-d93dae11-009a-4923-9b45-7b32653ff638 admin admin] 10.222.0.13 "DELETE /v2.0/networks/e002f7e1-6118-4ae1-a6e7-03332a91a8db HTTP/1.1" status: 204 len: 168 time: 0.3443468 Sep 15 02:51:03.669080 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93dae11-009a-4923-9b45-7b32653ff638 admin admin] Pushing event deleted for resources: {'Network': ['ID=e002f7e1-6118-4ae1-a6e7-03332a91a8db,revision_number=None']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:51:03.999615 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 42508) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:51:04.038804 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-5f064f61-7947-4cf2-92aa-c801a060f133 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c0af8dadcc7442c48e4e96584d86a8eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380585 Sep 15 02:51:04.041269 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 42510) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:51:04.087987 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-f5c265d7-f4fd-4c51-b08e-25c18fdc3153 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:04.107665 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-f5c265d7-f4fd-4c51-b08e-25c18fdc3153 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:04.210176 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-f5c265d7-f4fd-4c51-b08e-25c18fdc3153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:04.212698 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-f5c265d7-f4fd-4c51-b08e-25c18fdc3153 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:04.213837 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-f5c265d7-f4fd-4c51-b08e-25c18fdc3153 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/11c9ab17-93e2-4bae-a1ea-b6106300bf6a HTTP/1.1" status: 204 len: 168 time: 0.1716998 Sep 15 02:51:04.221645 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c265d7-f4fd-4c51-b08e-25c18fdc3153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11c9ab17-93e2-4bae-a1ea-b6106300bf6a,revision_number=None']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:51:04.415886 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de3f0a4-4c4d-418e-a707-6b6ddf2f8eb4 req-b6fd0286-41e3-4ef8-8759-3110ef2474f4 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:51:04.417368 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-3de3f0a4-4c4d-418e-a707-6b6ddf2f8eb4 req-b6fd0286-41e3-4ef8-8759-3110ef2474f4 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0620793-2692-4e64-86bf-c2f79502d007 HTTP/1.1" status: 200 len: 946 time: 0.0643816 Sep 15 02:51:04.457097 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-3de3f0a4-4c4d-418e-a707-6b6ddf2f8eb4 req-4e399db9-365d-4ce2-85e6-fa6606adfc5f tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d61cf01-d630-4a3c-9a44-94bd00c9c599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333741 Sep 15 02:51:04.794644 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 42528) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:51:04.836715 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-bd8421c9-33da-42c5-be4c-11b7a0e39bf9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6c87908631514b08ba2c743139d3ce61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0408905 Sep 15 02:51:04.839345 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 42530) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:51:04.888083 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-7b9d1114-cb2d-4b1e-bb79-94f0708100eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:04.909674 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-7b9d1114-cb2d-4b1e-bb79-94f0708100eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:05.061986 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-7b9d1114-cb2d-4b1e-bb79-94f0708100eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:05.064570 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-7b9d1114-cb2d-4b1e-bb79-94f0708100eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:05.065956 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-7b9d1114-cb2d-4b1e-bb79-94f0708100eb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/69750687-3116-4581-b0c3-d9e2ab07bc09 HTTP/1.1" status: 204 len: 168 time: 0.2256122 Sep 15 02:51:05.073982 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9d1114-cb2d-4b1e-bb79-94f0708100eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69750687-3116-4581-b0c3-d9e2ab07bc09,revision_number=None']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:51:05.456128 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:05.570431 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c5c973-28a8-4b24-a297-c5527a973617 req-88c57c8d-bfa5-41a8-9a8e-e39e6f1e2055 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:51:05.571916 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-c2c5c973-28a8-4b24-a297-c5527a973617 req-88c57c8d-bfa5-41a8-9a8e-e39e6f1e2055 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0620793-2692-4e64-86bf-c2f79502d007 HTTP/1.1" status: 200 len: 946 time: 0.0478823 Sep 15 02:51:05.612802 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-c2c5c973-28a8-4b24-a297-c5527a973617 req-20c9e80f-68c1-444e-8f76-24c8e943de79 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d61cf01-d630-4a3c-9a44-94bd00c9c599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324447 Sep 15 02:51:06.512608 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aa27f2-98c5-42dc-a693-bdc74397c0d4 req-32ad5d35-e274-473a-957e-5bf7f626b2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:51:06.519730 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-06aa27f2-98c5-42dc-a693-bdc74397c0d4 req-32ad5d35-e274-473a-957e-5bf7f626b2af service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e2069618e1d743fb819278a57e7a8e6f&device_id=a0620793-2692-4e64-86bf-c2f79502d007 HTTP/1.1" status: 200 len: 1099 time: 0.0404568 Sep 15 02:51:06.747014 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ba8c21-fe5a-41bb-8855-3195df059a0d req-52b81ec5-29e6-4643-98c6-4e12709b300a tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:51:06.749216 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-a2ba8c21-fe5a-41bb-8855-3195df059a0d req-52b81ec5-29e6-4643-98c6-4e12709b300a tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0620793-2692-4e64-86bf-c2f79502d007 HTTP/1.1" status: 200 len: 946 time: 0.0560381 Sep 15 02:51:06.795936 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-a2ba8c21-fe5a-41bb-8855-3195df059a0d req-7d742cf4-730e-4b8a-b47c-b6fbbf427ea1 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d61cf01-d630-4a3c-9a44-94bd00c9c599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385778 Sep 15 02:51:06.885618 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aa27f2-98c5-42dc-a693-bdc74397c0d4 req-5947efa1-147b-4788-97a4-e3bf3706d517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:51:06.887190 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-06aa27f2-98c5-42dc-a693-bdc74397c0d4 req-5947efa1-147b-4788-97a4-e3bf3706d517 service neutron] 10.222.0.38 "GET /v2.0/networks?id=193dcded-1dc2-4a00-ae04-fe03560a70da HTTP/1.1" status: 200 len: 910 time: 0.3656681 Sep 15 02:51:06.955394 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-06aa27f2-98c5-42dc-a693-bdc74397c0d4 req-f886ab85-a42c-4f20-8eee-9f5ad7b5b349 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44a090e5-fa43-4356-84a2-bf3e42ae97ca HTTP/1.1" status: 200 len: 1001 time: 0.0563176 Sep 15 02:51:07.007947 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aa27f2-98c5-42dc-a693-bdc74397c0d4 req-ca44b082-1b7e-4862-a140-9228f0f785da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:51:07.012600 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-06aa27f2-98c5-42dc-a693-bdc74397c0d4 req-ca44b082-1b7e-4862-a140-9228f0f785da service neutron] 10.222.0.38 "GET /v2.0/subnets?id=cd4fc7d4-cfa1-4970-b768-c487501b6af1 HTTP/1.1" status: 200 len: 848 time: 0.0463281 Sep 15 02:51:07.057810 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aa27f2-98c5-42dc-a693-bdc74397c0d4 req-fcb11a7e-02aa-4200-bc11-3177aa8e2f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:51:07.059270 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-06aa27f2-98c5-42dc-a693-bdc74397c0d4 req-fcb11a7e-02aa-4200-bc11-3177aa8e2f18 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=193dcded-1dc2-4a00-ae04-fe03560a70da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0385420 Sep 15 02:51:07.151211 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-06aa27f2-98c5-42dc-a693-bdc74397c0d4 req-abc24f3e-7367-4ba9-a117-1264aa88f040 service neutron] 10.222.0.38 "GET /v2.0/networks/193dcded-1dc2-4a00-ae04-fe03560a70da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839360 Sep 15 02:51:07.244858 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-06aa27f2-98c5-42dc-a693-bdc74397c0d4 req-909953f8-1ddc-46c3-a74c-a07fc0718fa8 service neutron] 10.222.0.38 "GET /v2.0/networks/193dcded-1dc2-4a00-ae04-fe03560a70da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847664 Sep 15 02:51:07.914925 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c00e18-9ec3-44de-9c3e-cde1fd61b779 req-ebf9b5e4-4e46-405a-93c3-e417cbdba3c8 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:51:07.916460 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-a8c00e18-9ec3-44de-9c3e-cde1fd61b779 req-ebf9b5e4-4e46-405a-93c3-e417cbdba3c8 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0620793-2692-4e64-86bf-c2f79502d007 HTTP/1.1" status: 200 len: 946 time: 0.0515945 Sep 15 02:51:07.955149 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-a8c00e18-9ec3-44de-9c3e-cde1fd61b779 req-a87f7564-fc7a-4069-af90-c50f05da2ccd tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d61cf01-d630-4a3c-9a44-94bd00c9c599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326424 Sep 15 02:51:07.993482 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 42618) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:51:08.098347 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-10957af3-6a25-4a15-89ed-00722b2753a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:08.187386 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-10957af3-6a25-4a15-89ed-00722b2753a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:08.290076 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-10957af3-6a25-4a15-89ed-00722b2753a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:08.329129 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-10957af3-6a25-4a15-89ed-00722b2753a4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e7a89a93d8d94861bb0a7a257050721f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3344047 Sep 15 02:51:08.330140 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10957af3-6a25-4a15-89ed-00722b2753a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f173ef8-7620-4ea3-b044-bd7ac2fececf,revision_number=1']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:51:08.332635 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 42622) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:51:08.384221 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-abb96c05-72ed-4316-9c6a-1d0322af406a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:08.410205 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-abb96c05-72ed-4316-9c6a-1d0322af406a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:08.535825 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-abb96c05-72ed-4316-9c6a-1d0322af406a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:08.538372 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-abb96c05-72ed-4316-9c6a-1d0322af406a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:08.539595 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-abb96c05-72ed-4316-9c6a-1d0322af406a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1f173ef8-7620-4ea3-b044-bd7ac2fececf HTTP/1.1" status: 204 len: 168 time: 0.2059057 Sep 15 02:51:08.547231 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb96c05-72ed-4316-9c6a-1d0322af406a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f173ef8-7620-4ea3-b044-bd7ac2fececf,revision_number=None']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:51:09.076376 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff2984f-6bc0-4324-9565-e049681f57f1 req-e047bc46-4f5f-456c-97a5-18ca2abb576e tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:51:09.078193 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-eff2984f-6bc0-4324-9565-e049681f57f1 req-e047bc46-4f5f-456c-97a5-18ca2abb576e tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0620793-2692-4e64-86bf-c2f79502d007 HTTP/1.1" status: 200 len: 946 time: 0.0523717 Sep 15 02:51:09.118237 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-eff2984f-6bc0-4324-9565-e049681f57f1 req-f2e557c0-cf2f-4aa9-a7f0-da7bb173e63e tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d61cf01-d630-4a3c-9a44-94bd00c9c599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327666 Sep 15 02:51:09.182137 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 42638) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:51:09.195598 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-82be078a-ed3d-43bc-a41b-d0830f2ffe45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:09.284542 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-82be078a-ed3d-43bc-a41b-d0830f2ffe45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:09.358462 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-82be078a-ed3d-43bc-a41b-d0830f2ffe45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:09.399899 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-82be078a-ed3d-43bc-a41b-d0830f2ffe45 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=741eeb7e83534036a021aeb78b29a00c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2166424 Sep 15 02:51:09.401809 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82be078a-ed3d-43bc-a41b-d0830f2ffe45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7265b2db-6c94-43d0-8e3d-ae6bcb134260,revision_number=1']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:51:09.402610 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 42640) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:51:09.450629 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-e8857e4f-2709-4116-97c7-9f1633ae6357 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:09.472011 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-e8857e4f-2709-4116-97c7-9f1633ae6357 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:09.627691 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-e8857e4f-2709-4116-97c7-9f1633ae6357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:09.630603 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-e8857e4f-2709-4116-97c7-9f1633ae6357 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:09.631827 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-e8857e4f-2709-4116-97c7-9f1633ae6357 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7265b2db-6c94-43d0-8e3d-ae6bcb134260 HTTP/1.1" status: 204 len: 168 time: 0.2281756 Sep 15 02:51:09.640052 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8857e4f-2709-4116-97c7-9f1633ae6357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7265b2db-6c94-43d0-8e3d-ae6bcb134260,revision_number=None']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:51:10.232995 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7bb8c1-e952-4ffa-aac9-1975353a50e3 req-52791e78-3dc4-431b-ab32-74832f22707c tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:51:10.234514 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-ff7bb8c1-e952-4ffa-aac9-1975353a50e3 req-52791e78-3dc4-431b-ab32-74832f22707c tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0620793-2692-4e64-86bf-c2f79502d007 HTTP/1.1" status: 200 len: 946 time: 0.0498223 Sep 15 02:51:10.278266 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-ff7bb8c1-e952-4ffa-aac9-1975353a50e3 req-f7624dfa-ce60-477b-9359-b5e485625bf9 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d61cf01-d630-4a3c-9a44-94bd00c9c599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359406 Sep 15 02:51:10.347265 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [req-d402edd6-a89f-4a8b-a2c9-b8260d46f844 req-6912ea62-a44e-4d71-925a-1988a7d49623 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101045) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 02:51:10.348158 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-d402edd6-a89f-4a8b-a2c9-b8260d46f844 req-6912ea62-a44e-4d71-925a-1988a7d49623 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061431 Sep 15 02:51:10.555408 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a2af8f-bd27-499d-b41e-392d910ac94b req-8addd72e-3b44-41a2-b540-9ecffc2b5f64 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:51:10.557366 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-97a2af8f-bd27-499d-b41e-392d910ac94b req-8addd72e-3b44-41a2-b540-9ecffc2b5f64 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] 10.222.0.13 "GET /v2.0/ports?device_id=1af9b221-4d89-464d-b8c3-adf55d23bb87 HTTP/1.1" status: 200 len: 945 time: 0.0494740 Sep 15 02:51:10.602117 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-97a2af8f-bd27-499d-b41e-392d910ac94b req-657502ab-ef4d-45b9-9331-d5b00e1f33f9 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] 10.222.0.13 "GET /v2.0/security-groups?id=e43be1d5-a1d7-4736-87a7-25474032a4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360460 Sep 15 02:51:10.632408 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba6464b-75fd-4b4e-a6a2-95e9230e1e07 req-6686d9d5-d304-485a-9f9b-b32f3a078226 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:51:10.634334 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-0ba6464b-75fd-4b4e-a6a2-95e9230e1e07 req-6686d9d5-d304-485a-9f9b-b32f3a078226 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0620793-2692-4e64-86bf-c2f79502d007 HTTP/1.1" status: 200 len: 946 time: 0.0634248 Sep 15 02:51:10.694766 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-0ba6464b-75fd-4b4e-a6a2-95e9230e1e07 req-7058ea1f-5ddf-4770-ae9e-fe82103fe127 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d61cf01-d630-4a3c-9a44-94bd00c9c599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540760 Sep 15 02:51:10.739055 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 42680) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:51:10.833259 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-2cbd8c5e-b854-4d23-b051-caff02908e18 req-6c7192a8-20e7-47f7-bf84-7311be280ab8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a0620793-2692-4e64-86bf-c2f79502d007&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0930209 Sep 15 02:51:10.841900 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [req-2cbd8c5e-b854-4d23-b051-caff02908e18 req-60261659-a5e0-4baf-a3f7-156e1e32a75c service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 02:51:10.843027 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-2cbd8c5e-b854-4d23-b051-caff02908e18 req-60261659-a5e0-4baf-a3f7-156e1e32a75c service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048704 Sep 15 02:51:11.716631 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cba582e-67c2-4e42-9616-131656a66db3 req-cd332417-2429-41fe-89ce-2b31000e847f tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:51:11.719899 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-0cba582e-67c2-4e42-9616-131656a66db3 req-cd332417-2429-41fe-89ce-2b31000e847f tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] 10.222.0.13 "GET /v2.0/ports?device_id=1af9b221-4d89-464d-b8c3-adf55d23bb87 HTTP/1.1" status: 200 len: 945 time: 0.0503962 Sep 15 02:51:11.761815 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-0cba582e-67c2-4e42-9616-131656a66db3 req-ac2efab8-94e9-4250-b396-a411d9f63fad tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] 10.222.0.13 "GET /v2.0/security-groups?id=e43be1d5-a1d7-4736-87a7-25474032a4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367272 Sep 15 02:51:11.811322 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Device 44a090e5-fa43-4356-84a2-bf3e42ae97ca no longer exists at agent hyperv_hv-cinder-75995 {{(pid=101047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 02:51:11.823454 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a28cec5-8ce6-457a-a772-0f3d274e9681 req-2a1c70f7-1ca4-4751-a51e-c7f3ae79c02c tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:51:11.831271 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-2a28cec5-8ce6-457a-a772-0f3d274e9681 req-2a1c70f7-1ca4-4751-a51e-c7f3ae79c02c tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0620793-2692-4e64-86bf-c2f79502d007 HTTP/1.1" status: 200 len: 946 time: 0.0592585 Sep 15 02:51:11.870010 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-2a28cec5-8ce6-457a-a772-0f3d274e9681 req-7a5c77d3-ad51-436c-9a10-e49b8bd626c3 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d61cf01-d630-4a3c-9a44-94bd00c9c599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376515 Sep 15 02:51:11.894809 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:11.917653 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0620793-2692-4e64-86bf-c2f79502d007', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44a090e5-fa43-4356-84a2-bf3e42ae97ca'}] {{(pid=101047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:51:11.919936 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c8380946bd2a122839d37a92bf46cf7528befbf14a007f21b6f8387627c5c86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d34d37d4-160b-4cb1-8f5e-b67e623dcfac" -d '{"events": [{"server_uuid": "a0620793-2692-4e64-86bf-c2f79502d007", "name": "network-vif-unplugged", "status": "completed", "tag": "44a090e5-fa43-4356-84a2-bf3e42ae97ca"}]}' {{(pid=101047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:51:11.933829 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] For port 44a090e5-fa43-4356-84a2-bf3e42ae97ca, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=44a090e5-fa43-4356-84a2-bf3e42ae97ca,segment=NetworkSegment(9bd77118-6cfd-474e-ae0c-59175021701f),segment_id=9bd77118-6cfd-474e-ae0c-59175021701f)] {{(pid=101047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:51:11.956401 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 15 Sep 2021 02:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96bb5cf8-62b7-4c9f-9572-a457aa6bb9c6 x-openstack-request-id: req-96bb5cf8-62b7-4c9f-9572-a457aa6bb9c6 {{(pid=101047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:51:11.956401 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0620793-2692-4e64-86bf-c2f79502d007", "name": "network-vif-unplugged", "status": "failed", "tag": "44a090e5-fa43-4356-84a2-bf3e42ae97ca", "code": 422}]} {{(pid=101047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:51:11.956401 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-96bb5cf8-62b7-4c9f-9572-a457aa6bb9c6 {{(pid=101047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:51:11.956401 dv-cinder-759955-25-smb neutron-server[101047]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a0620793-2692-4e64-86bf-c2f79502d007', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '44a090e5-fa43-4356-84a2-bf3e42ae97ca', 'code': 422} returned with failed status Sep 15 02:51:12.073468 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:12.197195 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ec6371-ee16-443d-9e8f-ebdf73528564 req-c5e6cbbd-53b5-427f-90a3-75bd0c9b7585 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:51:12.198720 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-b3ec6371-ee16-443d-9e8f-ebdf73528564 req-c5e6cbbd-53b5-427f-90a3-75bd0c9b7585 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] 10.222.0.38 "GET /v2.0/ports?device_id=1af9b221-4d89-464d-b8c3-adf55d23bb87 HTTP/1.1" status: 200 len: 945 time: 0.0607891 Sep 15 02:51:12.254035 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Pushing event updated for resources: {'Port': ['ID=44a090e5-fa43-4356-84a2-bf3e42ae97ca,revision_number=6']} {{(pid=101047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:51:12.307425 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.plugin [req-b3ec6371-ee16-443d-9e8f-ebdf73528564 req-b5932872-4ad7-4fe0-914a-890d6371e8b5 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] Deleting port d6ef4f0a-61e1-4e5b-b248-b29aac150c00 {{(pid=101045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:51:12.307755 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-b3ec6371-ee16-443d-9e8f-ebdf73528564 req-b5932872-4ad7-4fe0-914a-890d6371e8b5 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781587782193'] for port, before_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:12.399057 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.db [req-b3ec6371-ee16-443d-9e8f-ebdf73528564 req-b5932872-4ad7-4fe0-914a-890d6371e8b5 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] For port d6ef4f0a-61e1-4e5b-b248-b29aac150c00, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=d6ef4f0a-61e1-4e5b-b248-b29aac150c00,segment=NetworkSegment(85ab84a8-1250-4143-b067-8e81ad924c83),segment_id=85ab84a8-1250-4143-b067-8e81ad924c83)] {{(pid=101045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:51:12.399326 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-b3ec6371-ee16-443d-9e8f-ebdf73528564 req-b5932872-4ad7-4fe0-914a-890d6371e8b5 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023821'] for port, precommit_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:12.411447 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.plugin [req-b3ec6371-ee16-443d-9e8f-ebdf73528564 req-b5932872-4ad7-4fe0-914a-890d6371e8b5 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] Calling delete_port for d6ef4f0a-61e1-4e5b-b248-b29aac150c00 owned by compute:nova {{(pid=101045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:51:12.638703 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-b3ec6371-ee16-443d-9e8f-ebdf73528564 req-b5932872-4ad7-4fe0-914a-890d6371e8b5 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781587788279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781587269057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25563207'] for port, after_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:12.654567 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] get_ports_and_sgs() called for port_ids ['fad22885-63f2-4e85-b861-e441828ca5f4', 'bad10240-3623-49ba-bfaa-7c0edc8565dc', 'bee971d4-78fd-4c36-9b76-d6c6e58c26b8', 'd6ef4f0a-61e1-4e5b-b248-b29aac150c00'] {{(pid=101047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 02:51:12.670348 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5932872-4ad7-4fe0-914a-890d6371e8b5 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] Pushing event deleted for resources: {'Port': ['ID=d6ef4f0a-61e1-4e5b-b248-b29aac150c00,revision_number=None']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:51:12.683025 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.agents_db [None req-aaa0e2cc-b65a-40bb-b615-34ad7f0cff4d None None] Agent healthcheck: found 6 active agents {{(pid=101048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:51:12.709857 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3ec6371-ee16-443d-9e8f-ebdf73528564 req-b5932872-4ad7-4fe0-914a-890d6371e8b5 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] No DVR routers for this DVR port d6ef4f0a-61e1-4e5b-b248-b29aac150c00 on host hv-cinder-75995 {{(pid=101045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 02:51:12.712570 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-b3ec6371-ee16-443d-9e8f-ebdf73528564 req-b5932872-4ad7-4fe0-914a-890d6371e8b5 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89626'] for port, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:12.714747 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-b3ec6371-ee16-443d-9e8f-ebdf73528564 req-b5932872-4ad7-4fe0-914a-890d6371e8b5 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] 10.222.0.38 "DELETE /v2.0/ports/d6ef4f0a-61e1-4e5b-b248-b29aac150c00 HTTP/1.1" status: 204 len: 173 time: 0.5074944 Sep 15 02:51:12.715219 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1af9b221-4d89-464d-b8c3-adf55d23bb87', 'name': 'network-vif-deleted', 'tag': 'd6ef4f0a-61e1-4e5b-b248-b29aac150c00'}] {{(pid=101045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:51:12.718072 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86c436101efe1a363cd74fb96c1b6796ca3087f8916af27063bbdf5683c89520" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-419de558-e9e0-4be8-a029-64443663d7dd" -d '{"events": [{"server_uuid": "1af9b221-4d89-464d-b8c3-adf55d23bb87", "name": "network-vif-deleted", "tag": "d6ef4f0a-61e1-4e5b-b248-b29aac150c00"}]}' {{(pid=101045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:51:12.758423 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 02:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f45c2e9-b98f-4b0d-916d-800c277320ee x-openstack-request-id: req-2f45c2e9-b98f-4b0d-916d-800c277320ee {{(pid=101045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:51:12.758717 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1af9b221-4d89-464d-b8c3-adf55d23bb87", "name": "network-vif-deleted", "tag": "d6ef4f0a-61e1-4e5b-b248-b29aac150c00", "status": "completed", "code": 200}]} {{(pid=101045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:51:12.758984 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2f45c2e9-b98f-4b0d-916d-800c277320ee {{(pid=101045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:51:12.759384 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1af9b221-4d89-464d-b8c3-adf55d23bb87', 'name': 'network-vif-deleted', 'tag': 'd6ef4f0a-61e1-4e5b-b248-b29aac150c00', 'status': 'completed', 'code': 200} Sep 15 02:51:12.857024 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-2d3a17e0-816c-43e3-a916-2ca190811886 req-b903e143-04fc-4256-8a6b-a1ad37961208 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] 10.222.0.13 "GET /v2.0/ports?device_id=1af9b221-4d89-464d-b8c3-adf55d23bb87 HTTP/1.1" status: 200 len: 210 time: 0.0274758 Sep 15 02:51:12.995617 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d2fa10-7ea5-41fb-8686-a238622bb308 req-309bb133-f64f-49e3-a778-ce830b2808fb tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:51:12.997140 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-09d2fa10-7ea5-41fb-8686-a238622bb308 req-309bb133-f64f-49e3-a778-ce830b2808fb tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0620793-2692-4e64-86bf-c2f79502d007 HTTP/1.1" status: 200 len: 944 time: 0.0575826 Sep 15 02:51:13.034385 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-09d2fa10-7ea5-41fb-8686-a238622bb308 req-b4bdcf87-32b1-4d48-b828-9dbfe0ee629e tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d61cf01-d630-4a3c-9a44-94bd00c9c599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310552 Sep 15 02:51:13.128986 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbd8c5e-b854-4d23-b051-caff02908e18 req-798fb5a8-5004-4840-9afd-7b1dc03b3ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:51:13.130463 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-2cbd8c5e-b854-4d23-b051-caff02908e18 req-798fb5a8-5004-4840-9afd-7b1dc03b3ce4 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=a0620793-2692-4e64-86bf-c2f79502d007&tenant_id=e2069618e1d743fb819278a57e7a8e6f HTTP/1.1" status: 200 len: 1097 time: 0.0430198 Sep 15 02:51:13.201831 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbd8c5e-b854-4d23-b051-caff02908e18 req-d259c908-5f39-4cbc-9795-8f9c4e0142e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:51:13.203334 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-2cbd8c5e-b854-4d23-b051-caff02908e18 req-d259c908-5f39-4cbc-9795-8f9c4e0142e7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e2069618e1d743fb819278a57e7a8e6f&device_id=a0620793-2692-4e64-86bf-c2f79502d007 HTTP/1.1" status: 200 len: 1097 time: 0.0436976 Sep 15 02:51:13.296136 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbd8c5e-b854-4d23-b051-caff02908e18 req-20bc0bd1-92a8-4c54-be3d-b1b7dd5477a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:51:13.297610 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-2cbd8c5e-b854-4d23-b051-caff02908e18 req-20bc0bd1-92a8-4c54-be3d-b1b7dd5477a1 service neutron] 10.222.0.38 "GET /v2.0/networks?id=193dcded-1dc2-4a00-ae04-fe03560a70da HTTP/1.1" status: 200 len: 910 time: 0.0859962 Sep 15 02:51:13.364865 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-2cbd8c5e-b854-4d23-b051-caff02908e18 req-88e11f7b-5b65-41c4-89d0-10cf26609e35 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44a090e5-fa43-4356-84a2-bf3e42ae97ca HTTP/1.1" status: 200 len: 999 time: 0.0584874 Sep 15 02:51:13.424157 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbd8c5e-b854-4d23-b051-caff02908e18 req-aad57c2a-8ba8-4bd2-a7db-487c66bd4a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:51:13.426896 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-2cbd8c5e-b854-4d23-b051-caff02908e18 req-aad57c2a-8ba8-4bd2-a7db-487c66bd4a7a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=cd4fc7d4-cfa1-4970-b768-c487501b6af1 HTTP/1.1" status: 200 len: 848 time: 0.0537183 Sep 15 02:51:13.478331 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbd8c5e-b854-4d23-b051-caff02908e18 req-74c2d145-b861-4979-9d6c-45da63c3e790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:51:13.478720 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-2cbd8c5e-b854-4d23-b051-caff02908e18 req-74c2d145-b861-4979-9d6c-45da63c3e790 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=193dcded-1dc2-4a00-ae04-fe03560a70da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0447259 Sep 15 02:51:13.574028 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-2cbd8c5e-b854-4d23-b051-caff02908e18 req-286dfa79-fbb3-441b-a4dd-aea842402adb service neutron] 10.222.0.38 "GET /v2.0/networks/193dcded-1dc2-4a00-ae04-fe03560a70da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843379 Sep 15 02:51:13.671391 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-2cbd8c5e-b854-4d23-b051-caff02908e18 req-9cf6fd13-c025-4cc9-aeed-8bbb09dbb7ec service neutron] 10.222.0.38 "GET /v2.0/networks/193dcded-1dc2-4a00-ae04-fe03560a70da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894430 Sep 15 02:51:14.148715 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32b074c-f9e6-4951-b972-6f01e1684192 req-58229a75-105c-413d-ade1-c3a9ffd671d2 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:51:14.150089 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-a32b074c-f9e6-4951-b972-6f01e1684192 req-58229a75-105c-413d-ade1-c3a9ffd671d2 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0620793-2692-4e64-86bf-c2f79502d007 HTTP/1.1" status: 200 len: 944 time: 0.0482464 Sep 15 02:51:14.188344 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-a32b074c-f9e6-4951-b972-6f01e1684192 req-cc96ca47-fe78-42d2-9fc9-6cdb2dcb091c tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d61cf01-d630-4a3c-9a44-94bd00c9c599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317848 Sep 15 02:51:15.304926 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2579e502-05f1-40a3-937b-ecd9fe3f6913 req-4f8bef56-498f-47a5-aaab-18707de1b1ec tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:51:15.306444 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-2579e502-05f1-40a3-937b-ecd9fe3f6913 req-4f8bef56-498f-47a5-aaab-18707de1b1ec tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0620793-2692-4e64-86bf-c2f79502d007 HTTP/1.1" status: 200 len: 944 time: 0.0493343 Sep 15 02:51:15.343232 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-2579e502-05f1-40a3-937b-ecd9fe3f6913 req-d18b3bfc-3472-4e56-a170-238d7f0c0d26 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d61cf01-d630-4a3c-9a44-94bd00c9c599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303516 Sep 15 02:51:15.453658 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb893200-630f-403f-a171-20f4b189ee63 req-6119ec82-3592-4470-b495-2335d6d5a499 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:51:15.455021 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-cb893200-630f-403f-a171-20f4b189ee63 req-6119ec82-3592-4470-b495-2335d6d5a499 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] 10.222.0.13 "GET /v2.0/ports?device_id=717ef28f-2400-4a1e-980f-0acefdc0f86a HTTP/1.1" status: 200 len: 945 time: 0.0502119 Sep 15 02:51:15.466986 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-688cce6b-647a-43e6-bca1-8cc246c937c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:15.492960 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-cb893200-630f-403f-a171-20f4b189ee63 req-8a6319d3-0ae0-48ea-8353-620080f2b7b2 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] 10.222.0.13 "GET /v2.0/security-groups?id=e43be1d5-a1d7-4736-87a7-25474032a4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310550 Sep 15 02:51:15.855369 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Device 44a090e5-fa43-4356-84a2-bf3e42ae97ca details requested by agent hyperv_hv-cinder-75995 with host hv-cinder-75995 {{(pid=101047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 02:51:15.857335 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Device d6ef4f0a-61e1-4e5b-b248-b29aac150c00 no longer exists at agent hyperv_hv-cinder-75995 {{(pid=101047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 02:51:15.881171 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.plugin [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] No Port match for: d6ef4f0a-61e1-4e5b-b248-b29aac150c00 {{(pid=101047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 02:51:15.882588 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Device d6ef4f0a-61e1-4e5b-b248-b29aac150c00 not bound to the agent host hv-cinder-75995 {{(pid=101047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 02:51:15.972005 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] For port 44a090e5-fa43-4356-84a2-bf3e42ae97ca, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=44a090e5-fa43-4356-84a2-bf3e42ae97ca,segment=NetworkSegment(9bd77118-6cfd-474e-ae0c-59175021701f),segment_id=9bd77118-6cfd-474e-ae0c-59175021701f)] {{(pid=101047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:51:15.982257 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Returning: {'device': '44a090e5-fa43-4356-84a2-bf3e42ae97ca', 'network_id': '193dcded-1dc2-4a00-ae04-fe03560a70da', 'port_id': '44a090e5-fa43-4356-84a2-bf3e42ae97ca', 'mac_address': 'fa:16:3e:c9:d6:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd4fc7d4-cfa1-4970-b768-c487501b6af1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 02:51:16.017946 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:16.031107 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.notifiers.nova [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44a090e5-fa43-4356-84a2-bf3e42ae97ca {{(pid=101047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 02:51:16.049988 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] For port 44a090e5-fa43-4356-84a2-bf3e42ae97ca, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=44a090e5-fa43-4356-84a2-bf3e42ae97ca,segment=NetworkSegment(9bd77118-6cfd-474e-ae0c-59175021701f),segment_id=9bd77118-6cfd-474e-ae0c-59175021701f)] {{(pid=101047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:51:16.130584 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:16.180692 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Pushing event updated for resources: {'Port': ['ID=44a090e5-fa43-4356-84a2-bf3e42ae97ca,revision_number=7']} {{(pid=101047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:51:16.370039 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] get_ports_and_sgs() called for port_ids ['44a090e5-fa43-4356-84a2-bf3e42ae97ca'] {{(pid=101047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 02:51:16.468018 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234ae8db-1794-4ec8-b515-7271e2753197 req-634d084e-c2c8-43db-a450-62072e16f400 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:51:16.469727 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-234ae8db-1794-4ec8-b515-7271e2753197 req-634d084e-c2c8-43db-a450-62072e16f400 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0620793-2692-4e64-86bf-c2f79502d007 HTTP/1.1" status: 200 len: 945 time: 0.0570383 Sep 15 02:51:16.511233 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-234ae8db-1794-4ec8-b515-7271e2753197 req-1bd33602-33aa-491b-be6b-695ce46f44d0 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d61cf01-d630-4a3c-9a44-94bd00c9c599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334895 Sep 15 02:51:16.616016 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3586a5ec-d831-4fa9-9f91-e2f57e7e72cc req-7c424233-0362-4104-8215-6852eb985adf tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:51:16.617485 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-3586a5ec-d831-4fa9-9f91-e2f57e7e72cc req-7c424233-0362-4104-8215-6852eb985adf tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] 10.222.0.13 "GET /v2.0/ports?device_id=717ef28f-2400-4a1e-980f-0acefdc0f86a HTTP/1.1" status: 200 len: 945 time: 0.0477455 Sep 15 02:51:16.654637 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-3586a5ec-d831-4fa9-9f91-e2f57e7e72cc req-1af843ce-84b0-4151-9eb9-8ccebce8dad5 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] 10.222.0.13 "GET /v2.0/security-groups?id=e43be1d5-a1d7-4736-87a7-25474032a4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311980 Sep 15 02:51:17.039925 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3780266e-3a27-4949-8646-d991b009a877 req-77ca7107-632f-479a-a73b-7ae47acb4eb8 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:51:17.041380 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-3780266e-3a27-4949-8646-d991b009a877 req-77ca7107-632f-479a-a73b-7ae47acb4eb8 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] 10.222.0.38 "GET /v2.0/ports?device_id=717ef28f-2400-4a1e-980f-0acefdc0f86a HTTP/1.1" status: 200 len: 945 time: 0.0477970 Sep 15 02:51:17.139530 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.plugin [req-3780266e-3a27-4949-8646-d991b009a877 req-ebb0c0c3-6710-4c89-bc55-a96a0c454fa4 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] Deleting port bee971d4-78fd-4c36-9b76-d6c6e58c26b8 {{(pid=101045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:51:17.140760 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-3780266e-3a27-4949-8646-d991b009a877 req-ebb0c0c3-6710-4c89-bc55-a96a0c454fa4 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781587782193'] for port, before_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:17.225861 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.db [req-3780266e-3a27-4949-8646-d991b009a877 req-ebb0c0c3-6710-4c89-bc55-a96a0c454fa4 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] For port bee971d4-78fd-4c36-9b76-d6c6e58c26b8, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=bee971d4-78fd-4c36-9b76-d6c6e58c26b8,segment=NetworkSegment(85ab84a8-1250-4143-b067-8e81ad924c83),segment_id=85ab84a8-1250-4143-b067-8e81ad924c83)] {{(pid=101045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:51:17.226218 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-3780266e-3a27-4949-8646-d991b009a877 req-ebb0c0c3-6710-4c89-bc55-a96a0c454fa4 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023821'] for port, precommit_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:17.238339 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.plugin [req-3780266e-3a27-4949-8646-d991b009a877 req-ebb0c0c3-6710-4c89-bc55-a96a0c454fa4 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] Calling delete_port for bee971d4-78fd-4c36-9b76-d6c6e58c26b8 owned by compute:nova {{(pid=101045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:51:17.421799 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-3780266e-3a27-4949-8646-d991b009a877 req-ebb0c0c3-6710-4c89-bc55-a96a0c454fa4 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781587788279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781587269057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25563207'] for port, after_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:17.432987 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] get_ports_and_sgs() called for port_ids ['fad22885-63f2-4e85-b861-e441828ca5f4', 'bad10240-3623-49ba-bfaa-7c0edc8565dc', 'bee971d4-78fd-4c36-9b76-d6c6e58c26b8'] {{(pid=101047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 02:51:17.452456 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb0c0c3-6710-4c89-bc55-a96a0c454fa4 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] Pushing event deleted for resources: {'Port': ['ID=bee971d4-78fd-4c36-9b76-d6c6e58c26b8,revision_number=None']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:51:17.493609 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.db.l3_dvrscheduler_db [req-3780266e-3a27-4949-8646-d991b009a877 req-ebb0c0c3-6710-4c89-bc55-a96a0c454fa4 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] No DVR routers for this DVR port bee971d4-78fd-4c36-9b76-d6c6e58c26b8 on host hv-cinder-75995 {{(pid=101045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 02:51:17.496279 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-3780266e-3a27-4949-8646-d991b009a877 req-ebb0c0c3-6710-4c89-bc55-a96a0c454fa4 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89626'] for port, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:17.498245 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-3780266e-3a27-4949-8646-d991b009a877 req-ebb0c0c3-6710-4c89-bc55-a96a0c454fa4 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] 10.222.0.38 "DELETE /v2.0/ports/bee971d4-78fd-4c36-9b76-d6c6e58c26b8 HTTP/1.1" status: 204 len: 173 time: 0.4505217 Sep 15 02:51:17.498680 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '717ef28f-2400-4a1e-980f-0acefdc0f86a', 'name': 'network-vif-deleted', 'tag': 'bee971d4-78fd-4c36-9b76-d6c6e58c26b8'}] {{(pid=101045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:51:17.500900 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86c436101efe1a363cd74fb96c1b6796ca3087f8916af27063bbdf5683c89520" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd3049d1-3dc2-4d39-90f8-ebda06b4da49" -d '{"events": [{"server_uuid": "717ef28f-2400-4a1e-980f-0acefdc0f86a", "name": "network-vif-deleted", "tag": "bee971d4-78fd-4c36-9b76-d6c6e58c26b8"}]}' {{(pid=101045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:51:17.539567 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 02:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9eba5d1-df11-4a5f-88fa-a32534d763d4 x-openstack-request-id: req-f9eba5d1-df11-4a5f-88fa-a32534d763d4 {{(pid=101045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:51:17.539925 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "717ef28f-2400-4a1e-980f-0acefdc0f86a", "name": "network-vif-deleted", "tag": "bee971d4-78fd-4c36-9b76-d6c6e58c26b8", "status": "completed", "code": 200}]} {{(pid=101045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:51:17.540264 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f9eba5d1-df11-4a5f-88fa-a32534d763d4 {{(pid=101045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:51:17.540672 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '717ef28f-2400-4a1e-980f-0acefdc0f86a', 'name': 'network-vif-deleted', 'tag': 'bee971d4-78fd-4c36-9b76-d6c6e58c26b8', 'status': 'completed', 'code': 200} Sep 15 02:51:17.631320 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bf329a-0f0e-4ba6-9716-a3ac022d1b8a req-1f23618b-3d7e-4023-bb0d-b368dd08b865 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:51:17.632951 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-22bf329a-0f0e-4ba6-9716-a3ac022d1b8a req-1f23618b-3d7e-4023-bb0d-b368dd08b865 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0620793-2692-4e64-86bf-c2f79502d007 HTTP/1.1" status: 200 len: 945 time: 0.0512128 Sep 15 02:51:17.678028 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-22bf329a-0f0e-4ba6-9716-a3ac022d1b8a req-b35d56b0-675e-4726-8cf6-303ccaed142d tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d61cf01-d630-4a3c-9a44-94bd00c9c599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335448 Sep 15 02:51:17.753907 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-074d1e04-6589-4cbc-822c-2eb083c484ef req-f681bf6d-a501-4674-b094-2737f1bc2d33 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] 10.222.0.13 "GET /v2.0/ports?device_id=717ef28f-2400-4a1e-980f-0acefdc0f86a HTTP/1.1" status: 200 len: 210 time: 0.0286288 Sep 15 02:51:17.869911 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Device 44a090e5-fa43-4356-84a2-bf3e42ae97ca up at agent hyperv_hv-cinder-75995 {{(pid=101047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:51:17.919898 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Provisioning complete for port 44a090e5-fa43-4356-84a2-bf3e42ae97ca triggered by entity L2. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:51:17.920310 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1575204'] for port, provisioning_complete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:17.994646 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:18.017066 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0620793-2692-4e64-86bf-c2f79502d007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44a090e5-fa43-4356-84a2-bf3e42ae97ca'}] {{(pid=101047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:51:18.019318 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c8380946bd2a122839d37a92bf46cf7528befbf14a007f21b6f8387627c5c86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f6e7a6f-b663-478d-b73a-b66db91059b2" -d '{"events": [{"server_uuid": "a0620793-2692-4e64-86bf-c2f79502d007", "name": "network-vif-plugged", "status": "completed", "tag": "44a090e5-fa43-4356-84a2-bf3e42ae97ca"}]}' {{(pid=101047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:51:18.033750 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] For port 44a090e5-fa43-4356-84a2-bf3e42ae97ca, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=44a090e5-fa43-4356-84a2-bf3e42ae97ca,segment=NetworkSegment(9bd77118-6cfd-474e-ae0c-59175021701f),segment_id=9bd77118-6cfd-474e-ae0c-59175021701f)] {{(pid=101047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:51:18.058549 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 02:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b76f471-a9ea-459f-be6d-34808290316a x-openstack-request-id: req-6b76f471-a9ea-459f-be6d-34808290316a {{(pid=101047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:51:18.059071 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0620793-2692-4e64-86bf-c2f79502d007", "name": "network-vif-plugged", "status": "completed", "tag": "44a090e5-fa43-4356-84a2-bf3e42ae97ca", "code": 200}]} {{(pid=101047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:51:18.059328 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6b76f471-a9ea-459f-be6d-34808290316a {{(pid=101047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:51:18.059721 dv-cinder-759955-25-smb neutron-server[101047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0620793-2692-4e64-86bf-c2f79502d007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44a090e5-fa43-4356-84a2-bf3e42ae97ca', 'code': 200} Sep 15 02:51:18.130790 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:18.182987 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-35517cae-555f-4155-86f0-669e4ef6e4d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:18.184372 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Pushing event updated for resources: {'Port': ['ID=44a090e5-fa43-4356-84a2-bf3e42ae97ca,revision_number=8']} {{(pid=101047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:51:18.216011 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 42784) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:51:18.326296 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-161743b8-0e95-421d-85dd-7e1837ee9c77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:18.362480 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183eaa1b-7594-4cfc-bf6c-31b2e98f6132 req-2fd699ac-4ab4-46ff-a32e-d8d60ad5a2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:51:18.364562 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-183eaa1b-7594-4cfc-bf6c-31b2e98f6132 req-2fd699ac-4ab4-46ff-a32e-d8d60ad5a2fe service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=a0620793-2692-4e64-86bf-c2f79502d007 HTTP/1.1" status: 200 len: 1099 time: 0.0383706 Sep 15 02:51:18.406718 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-183eaa1b-7594-4cfc-bf6c-31b2e98f6132 req-45167b7d-8197-4373-951b-708376f0d53d service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=1d61cf01-d630-4a3c-9a44-94bd00c9c599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361063 Sep 15 02:51:18.420756 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-161743b8-0e95-421d-85dd-7e1837ee9c77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:18.472841 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-161743b8-0e95-421d-85dd-7e1837ee9c77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:18.473042 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:18.510518 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161743b8-0e95-421d-85dd-7e1837ee9c77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=096961b9-e564-40fe-bb02-2024d7108c9d,revision_number=1']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:51:18.514824 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-161743b8-0e95-421d-85dd-7e1837ee9c77 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fbde86ed31df41a6a5d01e01ec232c30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2978065 Sep 15 02:51:18.517870 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 42788) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:51:18.566369 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-c31142d8-39af-4194-ac8e-cf3c5e933938 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:18.586941 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-c31142d8-39af-4194-ac8e-cf3c5e933938 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:18.690083 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-c31142d8-39af-4194-ac8e-cf3c5e933938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:18.692616 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-c31142d8-39af-4194-ac8e-cf3c5e933938 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:18.693770 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-c31142d8-39af-4194-ac8e-cf3c5e933938 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/096961b9-e564-40fe-bb02-2024d7108c9d HTTP/1.1" status: 204 len: 168 time: 0.1752455 Sep 15 02:51:18.702036 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31142d8-39af-4194-ac8e-cf3c5e933938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=096961b9-e564-40fe-bb02-2024d7108c9d,revision_number=None']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:51:18.797199 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1033d3ed-b1f6-44c6-a2ce-824ecb944d11 req-3ce798ac-296e-47fe-a561-ac398fd18963 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:51:18.798689 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-1033d3ed-b1f6-44c6-a2ce-824ecb944d11 req-3ce798ac-296e-47fe-a561-ac398fd18963 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0620793-2692-4e64-86bf-c2f79502d007 HTTP/1.1" status: 200 len: 946 time: 0.0501404 Sep 15 02:51:18.838078 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-1033d3ed-b1f6-44c6-a2ce-824ecb944d11 req-82125ac3-55ad-420e-b275-5ddb8acf163d tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d61cf01-d630-4a3c-9a44-94bd00c9c599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332625 Sep 15 02:51:19.182326 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca8ce0e-f8a7-40ce-9210-c3dafa6b6263 req-73134094-0864-46a0-bed1-28dbb05bcee0 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:51:19.183822 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-4ca8ce0e-f8a7-40ce-9210-c3dafa6b6263 req-73134094-0864-46a0-bed1-28dbb05bcee0 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] 10.222.0.13 "GET /v2.0/ports?device_id=d47c91cc-6477-456f-a9ee-b2441a33bac2 HTTP/1.1" status: 200 len: 946 time: 0.0511284 Sep 15 02:51:19.221393 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-4ca8ce0e-f8a7-40ce-9210-c3dafa6b6263 req-d259de0e-380c-41c2-837f-9680a7fc0bde tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] 10.222.0.13 "GET /v2.0/security-groups?id=e43be1d5-a1d7-4736-87a7-25474032a4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316586 Sep 15 02:51:19.229140 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 42802) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:51:19.242605 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-744d50e6-5c96-442f-95b0-23f8f2f6ca2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:19.331791 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-744d50e6-5c96-442f-95b0-23f8f2f6ca2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:19.392729 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-26fc78ca-8f14-4c98-81c4-2d6c26116e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:19.444020 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-744d50e6-5c96-442f-95b0-23f8f2f6ca2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:19.480890 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-744d50e6-5c96-442f-95b0-23f8f2f6ca2b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=34fc60ceb40443b086a3a73d0673270a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2507100 Sep 15 02:51:19.482801 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744d50e6-5c96-442f-95b0-23f8f2f6ca2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89f9235a-1577-4d0d-bf5a-856d56b9a28b,revision_number=1']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:51:19.483694 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 42804) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:51:19.533352 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-db2e6621-62c8-4406-a606-0241d292d856 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:19.555571 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-db2e6621-62c8-4406-a606-0241d292d856 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:19.729917 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-db2e6621-62c8-4406-a606-0241d292d856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:19.732425 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-db2e6621-62c8-4406-a606-0241d292d856 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:19.733613 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-db2e6621-62c8-4406-a606-0241d292d856 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/89f9235a-1577-4d0d-bf5a-856d56b9a28b HTTP/1.1" status: 204 len: 168 time: 0.2489440 Sep 15 02:51:19.742019 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2e6621-62c8-4406-a606-0241d292d856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89f9235a-1577-4d0d-bf5a-856d56b9a28b,revision_number=None']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:51:19.885795 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Device bee971d4-78fd-4c36-9b76-d6c6e58c26b8 no longer exists at agent hyperv_hv-cinder-75995 {{(pid=101047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 02:51:19.909660 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.plugin [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] No Port match for: bee971d4-78fd-4c36-9b76-d6c6e58c26b8 {{(pid=101047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 02:51:19.910005 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Device bee971d4-78fd-4c36-9b76-d6c6e58c26b8 not bound to the agent host hv-cinder-75995 {{(pid=101047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 02:51:19.955055 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6866bda4-5559-4e58-8bcc-cc2e0d484c98 req-afa22f56-8829-4917-b796-213ca2b6f65a tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:51:19.956530 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-6866bda4-5559-4e58-8bcc-cc2e0d484c98 req-afa22f56-8829-4917-b796-213ca2b6f65a tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0620793-2692-4e64-86bf-c2f79502d007 HTTP/1.1" status: 200 len: 946 time: 0.0481191 Sep 15 02:51:19.994176 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-6866bda4-5559-4e58-8bcc-cc2e0d484c98 req-b31d211d-645f-4418-b7c1-230a9f953cb6 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d61cf01-d630-4a3c-9a44-94bd00c9c599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309391 Sep 15 02:51:20.339442 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d3d4c7-de65-4766-89bc-76fa938798a7 req-d729850c-9260-4cf3-9b8a-b90260421a5f tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:51:20.340920 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-f7d3d4c7-de65-4766-89bc-76fa938798a7 req-d729850c-9260-4cf3-9b8a-b90260421a5f tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] 10.222.0.13 "GET /v2.0/ports?device_id=d47c91cc-6477-456f-a9ee-b2441a33bac2 HTTP/1.1" status: 200 len: 946 time: 0.0490241 Sep 15 02:51:20.378085 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-f7d3d4c7-de65-4766-89bc-76fa938798a7 req-a9afd302-0749-4af7-ac43-ca6893dff38e tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] 10.222.0.13 "GET /v2.0/security-groups?id=e43be1d5-a1d7-4736-87a7-25474032a4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312307 Sep 15 02:51:20.500200 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4099f6cd-ec95-49e1-bf3c-4c48cdcf85ee req-715fe0d5-dd40-4ce8-9b12-63ee9b1142e0 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:51:20.500200 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-4099f6cd-ec95-49e1-bf3c-4c48cdcf85ee req-715fe0d5-dd40-4ce8-9b12-63ee9b1142e0 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] 10.222.0.38 "GET /v2.0/ports?device_id=d47c91cc-6477-456f-a9ee-b2441a33bac2 HTTP/1.1" status: 200 len: 946 time: 0.0511835 Sep 15 02:51:20.589286 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.plugin [req-4099f6cd-ec95-49e1-bf3c-4c48cdcf85ee req-3b4c7ff2-6926-4275-9f45-0f81922d1780 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] Deleting port bad10240-3623-49ba-bfaa-7c0edc8565dc {{(pid=101045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:51:20.589614 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-4099f6cd-ec95-49e1-bf3c-4c48cdcf85ee req-3b4c7ff2-6926-4275-9f45-0f81922d1780 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781587782193'] for port, before_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:20.686478 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.db [req-4099f6cd-ec95-49e1-bf3c-4c48cdcf85ee req-3b4c7ff2-6926-4275-9f45-0f81922d1780 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] For port bad10240-3623-49ba-bfaa-7c0edc8565dc, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=bad10240-3623-49ba-bfaa-7c0edc8565dc,segment=NetworkSegment(85ab84a8-1250-4143-b067-8e81ad924c83),segment_id=85ab84a8-1250-4143-b067-8e81ad924c83)] {{(pid=101045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:51:20.686756 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-4099f6cd-ec95-49e1-bf3c-4c48cdcf85ee req-3b4c7ff2-6926-4275-9f45-0f81922d1780 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023821'] for port, precommit_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:20.699203 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.plugin [req-4099f6cd-ec95-49e1-bf3c-4c48cdcf85ee req-3b4c7ff2-6926-4275-9f45-0f81922d1780 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] Calling delete_port for bad10240-3623-49ba-bfaa-7c0edc8565dc owned by compute:nova {{(pid=101045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:51:20.873032 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-4099f6cd-ec95-49e1-bf3c-4c48cdcf85ee req-3b4c7ff2-6926-4275-9f45-0f81922d1780 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781587788279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781587269057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25563207'] for port, after_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:20.884094 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] get_ports_and_sgs() called for port_ids ['fad22885-63f2-4e85-b861-e441828ca5f4', 'bad10240-3623-49ba-bfaa-7c0edc8565dc'] {{(pid=101047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 02:51:20.905754 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4c7ff2-6926-4275-9f45-0f81922d1780 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] Pushing event deleted for resources: {'Port': ['ID=bad10240-3623-49ba-bfaa-7c0edc8565dc,revision_number=None']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:51:20.950237 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.db.l3_dvrscheduler_db [req-4099f6cd-ec95-49e1-bf3c-4c48cdcf85ee req-3b4c7ff2-6926-4275-9f45-0f81922d1780 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] No DVR routers for this DVR port bad10240-3623-49ba-bfaa-7c0edc8565dc on host hv-cinder-75995 {{(pid=101045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 02:51:20.952667 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-4099f6cd-ec95-49e1-bf3c-4c48cdcf85ee req-3b4c7ff2-6926-4275-9f45-0f81922d1780 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89626'] for port, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:20.954689 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-4099f6cd-ec95-49e1-bf3c-4c48cdcf85ee req-3b4c7ff2-6926-4275-9f45-0f81922d1780 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] 10.222.0.38 "DELETE /v2.0/ports/bad10240-3623-49ba-bfaa-7c0edc8565dc HTTP/1.1" status: 204 len: 173 time: 0.4488280 Sep 15 02:51:20.955294 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd47c91cc-6477-456f-a9ee-b2441a33bac2', 'name': 'network-vif-deleted', 'tag': 'bad10240-3623-49ba-bfaa-7c0edc8565dc'}] {{(pid=101045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:51:20.959013 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86c436101efe1a363cd74fb96c1b6796ca3087f8916af27063bbdf5683c89520" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db05c944-d089-4320-88ed-48f0b943f440" -d '{"events": [{"server_uuid": "d47c91cc-6477-456f-a9ee-b2441a33bac2", "name": "network-vif-deleted", "tag": "bad10240-3623-49ba-bfaa-7c0edc8565dc"}]}' {{(pid=101045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:51:20.994259 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 02:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cd0260e-6ec0-4ae5-bccb-ff42dd805b4f x-openstack-request-id: req-6cd0260e-6ec0-4ae5-bccb-ff42dd805b4f {{(pid=101045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:51:20.994550 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d47c91cc-6477-456f-a9ee-b2441a33bac2", "name": "network-vif-deleted", "tag": "bad10240-3623-49ba-bfaa-7c0edc8565dc", "status": "completed", "code": 200}]} {{(pid=101045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:51:20.994799 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6cd0260e-6ec0-4ae5-bccb-ff42dd805b4f {{(pid=101045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:51:20.995222 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd47c91cc-6477-456f-a9ee-b2441a33bac2', 'name': 'network-vif-deleted', 'tag': 'bad10240-3623-49ba-bfaa-7c0edc8565dc', 'status': 'completed', 'code': 200} Sep 15 02:51:21.249860 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-4787a0ec-4617-4d18-8d79-4c4aa2145a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:21.481517 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-36f41002-d34a-4b85-8099-bcbc85e8b7f8 req-eb01abcc-8cbc-4ba4-9833-ec3eb1ba2564 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] 10.222.0.13 "GET /v2.0/ports?device_id=d47c91cc-6477-456f-a9ee-b2441a33bac2 HTTP/1.1" status: 200 len: 210 time: 0.0256636 Sep 15 02:51:23.921255 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Device bad10240-3623-49ba-bfaa-7c0edc8565dc no longer exists at agent hyperv_hv-cinder-75995 {{(pid=101047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 02:51:23.952142 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.plugin [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] No Port match for: bad10240-3623-49ba-bfaa-7c0edc8565dc {{(pid=101047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 02:51:23.952482 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Device bad10240-3623-49ba-bfaa-7c0edc8565dc not bound to the agent host hv-cinder-75995 {{(pid=101047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 02:51:24.266565 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e343fbfc-6794-4bab-8014-631b4c2926b7 req-b8d22f37-664a-461e-a372-b4954de77c23 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:51:24.268203 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-e343fbfc-6794-4bab-8014-631b4c2926b7 req-b8d22f37-664a-461e-a372-b4954de77c23 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] 10.222.0.13 "GET /v2.0/ports?device_id=842d144d-f5af-4f7e-8ffe-5db550ea8a80 HTTP/1.1" status: 200 len: 945 time: 0.0524135 Sep 15 02:51:24.309123 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-e343fbfc-6794-4bab-8014-631b4c2926b7 req-265e1c1d-48b6-4e36-9b5e-a8aa96cb76de tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] 10.222.0.13 "GET /v2.0/security-groups?id=e43be1d5-a1d7-4736-87a7-25474032a4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341265 Sep 15 02:51:25.424071 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a10131a-82e2-4650-b6fd-f8e2fa46051d req-0dd7afc0-b53a-4697-a6ce-db1ac68b0146 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:51:25.425643 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-3a10131a-82e2-4650-b6fd-f8e2fa46051d req-0dd7afc0-b53a-4697-a6ce-db1ac68b0146 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] 10.222.0.13 "GET /v2.0/ports?device_id=842d144d-f5af-4f7e-8ffe-5db550ea8a80 HTTP/1.1" status: 200 len: 945 time: 0.0480905 Sep 15 02:51:25.464347 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-3a10131a-82e2-4650-b6fd-f8e2fa46051d req-20f061f9-2cae-462b-907b-c111760b37d2 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] 10.222.0.13 "GET /v2.0/security-groups?id=e43be1d5-a1d7-4736-87a7-25474032a4c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319669 Sep 15 02:51:25.774113 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc18bde-3947-46e7-a78c-7947744f4122 req-a3f2148f-fc20-4f15-991a-27325e2d17a3 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:51:25.775539 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-7fc18bde-3947-46e7-a78c-7947744f4122 req-a3f2148f-fc20-4f15-991a-27325e2d17a3 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] 10.222.0.38 "GET /v2.0/ports?device_id=842d144d-f5af-4f7e-8ffe-5db550ea8a80 HTTP/1.1" status: 200 len: 945 time: 0.0493159 Sep 15 02:51:25.863348 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.plugin [req-7fc18bde-3947-46e7-a78c-7947744f4122 req-8c7a9e30-fd8f-43c7-8a69-b44244bc83e2 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] Deleting port fad22885-63f2-4e85-b861-e441828ca5f4 {{(pid=101045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:51:25.863683 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-7fc18bde-3947-46e7-a78c-7947744f4122 req-8c7a9e30-fd8f-43c7-8a69-b44244bc83e2 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781587782193'] for port, before_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:25.963126 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.db [req-7fc18bde-3947-46e7-a78c-7947744f4122 req-8c7a9e30-fd8f-43c7-8a69-b44244bc83e2 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] For port fad22885-63f2-4e85-b861-e441828ca5f4, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=fad22885-63f2-4e85-b861-e441828ca5f4,segment=NetworkSegment(85ab84a8-1250-4143-b067-8e81ad924c83),segment_id=85ab84a8-1250-4143-b067-8e81ad924c83)] {{(pid=101045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:51:25.963401 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-7fc18bde-3947-46e7-a78c-7947744f4122 req-8c7a9e30-fd8f-43c7-8a69-b44244bc83e2 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023821'] for port, precommit_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:25.975482 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.plugin [req-7fc18bde-3947-46e7-a78c-7947744f4122 req-8c7a9e30-fd8f-43c7-8a69-b44244bc83e2 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] Calling delete_port for fad22885-63f2-4e85-b861-e441828ca5f4 owned by compute:nova {{(pid=101045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:51:26.147504 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-7fc18bde-3947-46e7-a78c-7947744f4122 req-8c7a9e30-fd8f-43c7-8a69-b44244bc83e2 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781587788279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781587269057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25563207'] for port, after_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:26.169780 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] get_ports_and_sgs() called for port_ids ['fad22885-63f2-4e85-b861-e441828ca5f4'] {{(pid=101047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 02:51:26.178813 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7a9e30-fd8f-43c7-8a69-b44244bc83e2 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] Pushing event deleted for resources: {'Port': ['ID=fad22885-63f2-4e85-b861-e441828ca5f4,revision_number=None']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:51:26.218644 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fc18bde-3947-46e7-a78c-7947744f4122 req-8c7a9e30-fd8f-43c7-8a69-b44244bc83e2 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] No DVR routers for this DVR port fad22885-63f2-4e85-b861-e441828ca5f4 on host hv-cinder-75995 {{(pid=101045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 02:51:26.221367 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-7fc18bde-3947-46e7-a78c-7947744f4122 req-8c7a9e30-fd8f-43c7-8a69-b44244bc83e2 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89626'] for port, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:26.223422 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-7fc18bde-3947-46e7-a78c-7947744f4122 req-8c7a9e30-fd8f-43c7-8a69-b44244bc83e2 tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] 10.222.0.38 "DELETE /v2.0/ports/fad22885-63f2-4e85-b861-e441828ca5f4 HTTP/1.1" status: 204 len: 173 time: 0.4419773 Sep 15 02:51:26.223858 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '842d144d-f5af-4f7e-8ffe-5db550ea8a80', 'name': 'network-vif-deleted', 'tag': 'fad22885-63f2-4e85-b861-e441828ca5f4'}] {{(pid=101045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:51:26.226741 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86c436101efe1a363cd74fb96c1b6796ca3087f8916af27063bbdf5683c89520" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8255f1ef-5ab3-47d5-ada2-f8396e1a0407" -d '{"events": [{"server_uuid": "842d144d-f5af-4f7e-8ffe-5db550ea8a80", "name": "network-vif-deleted", "tag": "fad22885-63f2-4e85-b861-e441828ca5f4"}]}' {{(pid=101045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:51:26.261807 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 02:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1748f94f-2a51-4689-ae2c-eafe8512b2b5 x-openstack-request-id: req-1748f94f-2a51-4689-ae2c-eafe8512b2b5 {{(pid=101045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:51:26.262120 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "842d144d-f5af-4f7e-8ffe-5db550ea8a80", "name": "network-vif-deleted", "tag": "fad22885-63f2-4e85-b861-e441828ca5f4", "status": "completed", "code": 200}]} {{(pid=101045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:51:26.262370 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1748f94f-2a51-4689-ae2c-eafe8512b2b5 {{(pid=101045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:51:26.262758 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '842d144d-f5af-4f7e-8ffe-5db550ea8a80', 'name': 'network-vif-deleted', 'tag': 'fad22885-63f2-4e85-b861-e441828ca5f4', 'status': 'completed', 'code': 200} Sep 15 02:51:26.566914 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-6560d139-b0c2-4024-8c2d-1895ba504653 req-9b8dfdf0-13ca-488d-9582-473fbd361a8c tempest-AttachVolumeNegativeTest-2020994174 tempest-AttachVolumeNegativeTest-2020994174-project] 10.222.0.13 "GET /v2.0/ports?device_id=842d144d-f5af-4f7e-8ffe-5db550ea8a80 HTTP/1.1" status: 200 len: 210 time: 0.0252330 Sep 15 02:51:27.138512 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 42914) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:51:27.241972 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-a5cad992-1970-4f3b-926f-b12ae35412fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:27.340477 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-a5cad992-1970-4f3b-926f-b12ae35412fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:27.380928 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-a5cad992-1970-4f3b-926f-b12ae35412fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:27.422470 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-a5cad992-1970-4f3b-926f-b12ae35412fc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3a04fde6dd484332b098ee45131c4d10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2827804 Sep 15 02:51:27.423457 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cad992-1970-4f3b-926f-b12ae35412fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cd72e68-684a-4605-9de7-71e3129ef7d0,revision_number=1']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:51:27.425189 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 42918) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:51:27.473875 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-03f91701-2a20-46b6-8c0c-1162e9f0d5cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:27.494530 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-03f91701-2a20-46b6-8c0c-1162e9f0d5cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:27.598439 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-03f91701-2a20-46b6-8c0c-1162e9f0d5cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:27.602148 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-03f91701-2a20-46b6-8c0c-1162e9f0d5cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:27.603521 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-03f91701-2a20-46b6-8c0c-1162e9f0d5cd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0cd72e68-684a-4605-9de7-71e3129ef7d0 HTTP/1.1" status: 204 len: 168 time: 0.1763980 Sep 15 02:51:27.612009 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f91701-2a20-46b6-8c0c-1162e9f0d5cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cd72e68-684a-4605-9de7-71e3129ef7d0,revision_number=None']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:51:27.633716 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 42924) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:51:27.682093 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.db.db_base_plugin_v2 [None req-b61a3367-1086-4400-bb27-68a5604b071a admin admin] Deleting subnet ef1d3b76-3670-4fdf-ab3c-92261af0d91b {{(pid=101045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 02:51:27.685185 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-b61a3367-1086-4400-bb27-68a5604b071a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:27.718888 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-b61a3367-1086-4400-bb27-68a5604b071a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26884937'] for subnet, precommit_delete_associations {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:27.758865 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-b61a3367-1086-4400-bb27-68a5604b071a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1580888'] for subnet, precommit_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:27.876414 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-b61a3367-1086-4400-bb27-68a5604b071a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1580879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25563240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27020095'] for subnet, after_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:27.904054 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61a3367-1086-4400-bb27-68a5604b071a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef1d3b76-3670-4fdf-ab3c-92261af0d91b,revision_number=None']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:51:27.907863 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-b61a3367-1086-4400-bb27-68a5604b071a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577872'] for subnet, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:27.911422 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-b61a3367-1086-4400-bb27-68a5604b071a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ef1d3b76-3670-4fdf-ab3c-92261af0d91b HTTP/1.1" status: 204 len: 168 time: 0.2767138 Sep 15 02:51:27.912295 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 42928) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:51:27.980324 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-1cfe5bc4-a796-4114-96cc-7d84c2f2d48c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615785'] for network, before_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:28.060246 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-1cfe5bc4-a796-4114-96cc-7d84c2f2d48c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579487', 'neutron.services.segments.db._delete_segments_for_network-8781587797149'] for network, precommit_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:28.080107 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.services.segments.db [None req-1cfe5bc4-a796-4114-96cc-7d84c2f2d48c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a6c8c41-a1b3-44ed-acdc-94a2d9e51823']}} {{(pid=101045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:51:28.089900 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.services.segments.db [None req-1cfe5bc4-a796-4114-96cc-7d84c2f2d48c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85ab84a8-1250-4143-b067-8e81ad924c83') {'for_net_delete': True} {{(pid=101045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:51:28.090199 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.services.segments.db [None req-1cfe5bc4-a796-4114-96cc-7d84c2f2d48c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85ab84a8-1250-4143-b067-8e81ad924c83') {} {{(pid=101045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:51:28.099444 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-1cfe5bc4-a796-4114-96cc-7d84c2f2d48c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781587795110', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26884930'] for segment, before_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:28.112956 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-1cfe5bc4-a796-4114-96cc-7d84c2f2d48c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1581261'] for segment, precommit_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:28.119473 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cfe5bc4-a796-4114-96cc-7d84c2f2d48c admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=101045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 02:51:28.119846 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-1cfe5bc4-a796-4114-96cc-7d84c2f2d48c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1581261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25564086'] for segment, after_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:28.121592 dv-cinder-759955-25-smb neutron-server[101045]: Traceback (most recent call last): Sep 15 02:51:28.121592 dv-cinder-759955-25-smb neutron-server[101045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 02:51:28.121592 dv-cinder-759955-25-smb neutron-server[101045]: timer() Sep 15 02:51:28.121592 dv-cinder-759955-25-smb neutron-server[101045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 02:51:28.121592 dv-cinder-759955-25-smb neutron-server[101045]: cb(*args, **kw) Sep 15 02:51:28.121592 dv-cinder-759955-25-smb neutron-server[101045]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 02:51:28.121592 dv-cinder-759955-25-smb neutron-server[101045]: return func(*args, **kwargs) Sep 15 02:51:28.121592 dv-cinder-759955-25-smb neutron-server[101045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 02:51:28.121592 dv-cinder-759955-25-smb neutron-server[101045]: self._notify() Sep 15 02:51:28.121592 dv-cinder-759955-25-smb neutron-server[101045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 02:51:28.121592 dv-cinder-759955-25-smb neutron-server[101045]: self.callback(batched_events) Sep 15 02:51:28.121592 dv-cinder-759955-25-smb neutron-server[101045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 02:51:28.121592 dv-cinder-759955-25-smb neutron-server[101045]: event.method(event) Sep 15 02:51:28.121592 dv-cinder-759955-25-smb neutron-server[101045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 02:51:28.121592 dv-cinder-759955-25-smb neutron-server[101045]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 02:51:28.121592 dv-cinder-759955-25-smb neutron-server[101045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 02:51:28.121592 dv-cinder-759955-25-smb neutron-server[101045]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 02:51:28.121592 dv-cinder-759955-25-smb neutron-server[101045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 02:51:28.121592 dv-cinder-759955-25-smb neutron-server[101045]: return f(self, *a, **k) Sep 15 02:51:28.121592 dv-cinder-759955-25-smb neutron-server[101045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 02:51:28.121592 dv-cinder-759955-25-smb neutron-server[101045]: return self._get(url).json() Sep 15 02:51:28.121592 dv-cinder-759955-25-smb neutron-server[101045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 02:51:28.121592 dv-cinder-759955-25-smb neutron-server[101045]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 02:51:28.121592 dv-cinder-759955-25-smb neutron-server[101045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 02:51:28.121592 dv-cinder-759955-25-smb neutron-server[101045]: return self.request(url, 'GET', **kwargs) Sep 15 02:51:28.121592 dv-cinder-759955-25-smb neutron-server[101045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 02:51:28.121592 dv-cinder-759955-25-smb neutron-server[101045]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 02:51:28.121592 dv-cinder-759955-25-smb neutron-server[101045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 02:51:28.121592 dv-cinder-759955-25-smb neutron-server[101045]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 02:51:28.121592 dv-cinder-759955-25-smb neutron-server[101045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 02:51:28.121592 dv-cinder-759955-25-smb neutron-server[101045]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 02:51:28.121592 dv-cinder-759955-25-smb neutron-server[101045]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 02:51:28.193162 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 42930) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:51:28.210188 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-87a6c386-ee8b-4f97-bdb3-9ac552d6b26e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:28.229464 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-1cfe5bc4-a796-4114-96cc-7d84c2f2d48c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1028887'] for network, after_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:28.240736 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-1cfe5bc4-a796-4114-96cc-7d84c2f2d48c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577872'] for network, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:28.242597 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-1cfe5bc4-a796-4114-96cc-7d84c2f2d48c admin admin] 10.222.0.13 "DELETE /v2.0/networks/2a6c8c41-a1b3-44ed-acdc-94a2d9e51823 HTTP/1.1" status: 204 len: 168 time: 0.3293583 Sep 15 02:51:28.254613 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfe5bc4-a796-4114-96cc-7d84c2f2d48c admin admin] Pushing event deleted for resources: {'Network': ['ID=2a6c8c41-a1b3-44ed-acdc-94a2d9e51823,revision_number=None']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:51:28.319925 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-87a6c386-ee8b-4f97-bdb3-9ac552d6b26e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:28.392806 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-87a6c386-ee8b-4f97-bdb3-9ac552d6b26e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:28.430715 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-87a6c386-ee8b-4f97-bdb3-9ac552d6b26e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=746c2bfc926a496780da66553f381b8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2359166 Sep 15 02:51:28.431640 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a6c386-ee8b-4f97-bdb3-9ac552d6b26e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13b5e2b2-46be-476c-a515-b4e4d819c0e2,revision_number=1']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:51:28.433458 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 42934) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:51:28.483577 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-d9a66c9b-13bc-4d5d-8799-2ccf7d9b45e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:28.505055 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-d9a66c9b-13bc-4d5d-8799-2ccf7d9b45e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:28.623773 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 42936) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:51:28.661327 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-d9a66c9b-13bc-4d5d-8799-2ccf7d9b45e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:28.664382 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-d9a66c9b-13bc-4d5d-8799-2ccf7d9b45e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:28.667862 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-d9a66c9b-13bc-4d5d-8799-2ccf7d9b45e9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/13b5e2b2-46be-476c-a515-b4e4d819c0e2 HTTP/1.1" status: 204 len: 168 time: 0.2307944 Sep 15 02:51:28.674461 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 42940) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:51:28.674870 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-898a6f74-9688-42c0-8c98-26759870ece3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=92321f839e1f46d392c1413c1df11561&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0496509 Sep 15 02:51:28.680656 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a66c9b-13bc-4d5d-8799-2ccf7d9b45e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13b5e2b2-46be-476c-a515-b4e4d819c0e2,revision_number=None']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:51:28.726293 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-69225bd9-e452-4a5b-95e4-c10e60e5b779 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:28.747996 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-69225bd9-e452-4a5b-95e4-c10e60e5b779 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:28.884277 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-69225bd9-e452-4a5b-95e4-c10e60e5b779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:28.886785 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-69225bd9-e452-4a5b-95e4-c10e60e5b779 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:28.888038 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-69225bd9-e452-4a5b-95e4-c10e60e5b779 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e43be1d5-a1d7-4736-87a7-25474032a4c2 HTTP/1.1" status: 204 len: 168 time: 0.2123981 Sep 15 02:51:28.897622 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69225bd9-e452-4a5b-95e4-c10e60e5b779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e43be1d5-a1d7-4736-87a7-25474032a4c2,revision_number=None']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:51:29.933863 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Device fad22885-63f2-4e85-b861-e441828ca5f4 no longer exists at agent hyperv_hv-cinder-75995 {{(pid=101047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 02:51:29.954388 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.plugin [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] No Port match for: fad22885-63f2-4e85-b861-e441828ca5f4 {{(pid=101047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 02:51:29.954729 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Device fad22885-63f2-4e85-b861-e441828ca5f4 not bound to the agent host hv-cinder-75995 {{(pid=101047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 02:51:35.472198 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:36.662108 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 43110) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:51:36.767732 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-d6cec37e-07d4-4674-9468-03cec91a25b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:36.855544 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-d6cec37e-07d4-4674-9468-03cec91a25b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:36.923594 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-d6cec37e-07d4-4674-9468-03cec91a25b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:36.962573 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-d6cec37e-07d4-4674-9468-03cec91a25b6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e8db0f0574c24c45b9c055e7ef12fcdb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2988358 Sep 15 02:51:36.963707 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cec37e-07d4-4674-9468-03cec91a25b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4da96e0c-7953-402c-8772-115275b4ca07,revision_number=1']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:51:36.965460 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 43114) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:51:37.014325 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-42e03fb5-5595-443d-b635-1df367370b96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:37.035147 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-42e03fb5-5595-443d-b635-1df367370b96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:37.169635 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-42e03fb5-5595-443d-b635-1df367370b96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:37.172158 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-42e03fb5-5595-443d-b635-1df367370b96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:37.173362 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-42e03fb5-5595-443d-b635-1df367370b96 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4da96e0c-7953-402c-8772-115275b4ca07 HTTP/1.1" status: 204 len: 168 time: 0.2068043 Sep 15 02:51:37.180723 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e03fb5-5595-443d-b635-1df367370b96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4da96e0c-7953-402c-8772-115275b4ca07,revision_number=None']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:51:39.566428 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 43180) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:51:39.674511 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-3cc7d788-de65-4dfe-8f88-60cc9bf77276 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:39.761687 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-3cc7d788-de65-4dfe-8f88-60cc9bf77276 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:39.809754 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-3cc7d788-de65-4dfe-8f88-60cc9bf77276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:39.845619 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc7d788-de65-4dfe-8f88-60cc9bf77276 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1e1d476-19ea-4c6c-b13a-6bb71d2bd32c,revision_number=1']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:51:39.849843 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-3cc7d788-de65-4dfe-8f88-60cc9bf77276 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=295d704a80f0483b83bce42a3653f93b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2823582 Sep 15 02:51:39.853856 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 43184) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:51:39.901266 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-42e19b67-ed57-494d-b2c4-2df693beb9b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:39.923620 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-42e19b67-ed57-494d-b2c4-2df693beb9b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:40.037753 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-42e19b67-ed57-494d-b2c4-2df693beb9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:40.041087 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-42e19b67-ed57-494d-b2c4-2df693beb9b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:40.042396 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-42e19b67-ed57-494d-b2c4-2df693beb9b9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a1e1d476-19ea-4c6c-b13a-6bb71d2bd32c HTTP/1.1" status: 204 len: 168 time: 0.1883380 Sep 15 02:51:40.049866 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e19b67-ed57-494d-b2c4-2df693beb9b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1e1d476-19ea-4c6c-b13a-6bb71d2bd32c,revision_number=None']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:51:40.656616 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 43196) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:51:40.672923 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-c7ead0dc-995b-44e8-b99e-f10bfe3938a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:40.760734 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-c7ead0dc-995b-44e8-b99e-f10bfe3938a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:40.855054 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-c7ead0dc-995b-44e8-b99e-f10bfe3938a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:40.893230 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-c7ead0dc-995b-44e8-b99e-f10bfe3938a6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1cf4fb123a424af5babe0fb18f7ddc99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2353992 Sep 15 02:51:40.893976 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ead0dc-995b-44e8-b99e-f10bfe3938a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d11d1244-399a-4678-bcfd-a36738b32183,revision_number=1']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:51:40.895901 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 43198) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:51:40.945410 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-821f29dc-cd5e-412d-8d40-84264f5dbf17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:40.971906 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-821f29dc-cd5e-412d-8d40-84264f5dbf17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:41.067024 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-f90aa5e5-e868-4b48-aff8-5b15106f7679 req-c241ac8a-88c0-4b62-ae04-e1a616bcee42 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=a0620793-2692-4e64-86bf-c2f79502d007&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0378084 Sep 15 02:51:41.072942 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-821f29dc-cd5e-412d-8d40-84264f5dbf17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:41.076767 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-821f29dc-cd5e-412d-8d40-84264f5dbf17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:41.078143 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-821f29dc-cd5e-412d-8d40-84264f5dbf17 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d11d1244-399a-4678-bcfd-a36738b32183 HTTP/1.1" status: 204 len: 168 time: 0.1805656 Sep 15 02:51:41.091537 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821f29dc-cd5e-412d-8d40-84264f5dbf17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d11d1244-399a-4678-bcfd-a36738b32183,revision_number=None']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:51:41.150369 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90aa5e5-e868-4b48-aff8-5b15106f7679 req-c927ccbe-acff-4b3d-8ad3-08a4c99e4c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:51:41.152024 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-f90aa5e5-e868-4b48-aff8-5b15106f7679 req-c927ccbe-acff-4b3d-8ad3-08a4c99e4c79 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e2069618e1d743fb819278a57e7a8e6f&device_id=a0620793-2692-4e64-86bf-c2f79502d007 HTTP/1.1" status: 200 len: 1099 time: 0.0554252 Sep 15 02:51:41.253464 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90aa5e5-e868-4b48-aff8-5b15106f7679 req-52b6e07d-1cda-4076-a55a-359bffa6250d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:51:41.256539 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-f90aa5e5-e868-4b48-aff8-5b15106f7679 req-52b6e07d-1cda-4076-a55a-359bffa6250d service neutron] 10.222.0.38 "GET /v2.0/networks?id=193dcded-1dc2-4a00-ae04-fe03560a70da HTTP/1.1" status: 200 len: 910 time: 0.0858305 Sep 15 02:51:41.326562 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-f90aa5e5-e868-4b48-aff8-5b15106f7679 req-35189ea2-8826-466e-8967-a194c05266b2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44a090e5-fa43-4356-84a2-bf3e42ae97ca HTTP/1.1" status: 200 len: 1001 time: 0.0630064 Sep 15 02:51:41.374917 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90aa5e5-e868-4b48-aff8-5b15106f7679 req-15e87ca0-2ae9-46cf-88c8-ff5b0d7bb094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:51:41.376291 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-f90aa5e5-e868-4b48-aff8-5b15106f7679 req-15e87ca0-2ae9-46cf-88c8-ff5b0d7bb094 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=cd4fc7d4-cfa1-4970-b768-c487501b6af1 HTTP/1.1" status: 200 len: 848 time: 0.0424926 Sep 15 02:51:41.424020 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90aa5e5-e868-4b48-aff8-5b15106f7679 req-0ee50ea0-8f06-4256-82c3-0fd949f4e167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:51:41.424020 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-f90aa5e5-e868-4b48-aff8-5b15106f7679 req-0ee50ea0-8f06-4256-82c3-0fd949f4e167 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=193dcded-1dc2-4a00-ae04-fe03560a70da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0392795 Sep 15 02:51:41.513947 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-f90aa5e5-e868-4b48-aff8-5b15106f7679 req-d8258030-124c-4434-8009-74ade73148e6 service neutron] 10.222.0.38 "GET /v2.0/networks/193dcded-1dc2-4a00-ae04-fe03560a70da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846567 Sep 15 02:51:41.605889 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-f90aa5e5-e868-4b48-aff8-5b15106f7679 req-5ddd30a3-440a-4c96-915f-5974176f829a service neutron] 10.222.0.38 "GET /v2.0/networks/193dcded-1dc2-4a00-ae04-fe03560a70da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852625 Sep 15 02:51:42.175720 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 43220) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:51:42.279619 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-994c3847-2b79-415b-b1b5-575cfaec158b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:42.367482 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-994c3847-2b79-415b-b1b5-575cfaec158b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:42.426978 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-994c3847-2b79-415b-b1b5-575cfaec158b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:42.464850 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-994c3847-2b79-415b-b1b5-575cfaec158b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4822bef8063a453f8ae7f8fdd20c68d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2879591 Sep 15 02:51:42.466728 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994c3847-2b79-415b-b1b5-575cfaec158b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c50bc75-f6a5-42b4-880b-5527d476f7a2,revision_number=1']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:51:42.467474 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 43230) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:51:42.519559 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-a6a2f27c-372e-4543-af91-c2b506232a92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:42.540963 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-a6a2f27c-372e-4543-af91-c2b506232a92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:42.683887 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-a6a2f27c-372e-4543-af91-c2b506232a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:42.686590 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-a6a2f27c-372e-4543-af91-c2b506232a92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:42.690035 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-a6a2f27c-372e-4543-af91-c2b506232a92 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1c50bc75-f6a5-42b4-880b-5527d476f7a2 HTTP/1.1" status: 204 len: 168 time: 0.2193189 Sep 15 02:51:42.698386 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2f27c-372e-4543-af91-c2b506232a92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c50bc75-f6a5-42b4-880b-5527d476f7a2,revision_number=None']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:51:43.204015 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 43250) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:51:43.217533 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-3ae40ee4-ef52-4668-9ebe-10406309b5a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:43.308550 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-3ae40ee4-ef52-4668-9ebe-10406309b5a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:43.380962 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-3ae40ee4-ef52-4668-9ebe-10406309b5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:43.419517 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-3ae40ee4-ef52-4668-9ebe-10406309b5a3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2d8ae56a78fa44688b05f1cec7a85f38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2143555 Sep 15 02:51:43.421795 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae40ee4-ef52-4668-9ebe-10406309b5a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=426ab430-d030-465e-a0f0-2c89fa563e54,revision_number=1']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:51:43.422459 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 43256) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:51:43.473317 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-b5094fa9-6cdb-4018-86c9-fbcdc93e50a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:43.495123 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-b5094fa9-6cdb-4018-86c9-fbcdc93e50a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:43.598294 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-b5094fa9-6cdb-4018-86c9-fbcdc93e50a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:43.600934 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-b5094fa9-6cdb-4018-86c9-fbcdc93e50a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:43.602087 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-b5094fa9-6cdb-4018-86c9-fbcdc93e50a1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/426ab430-d030-465e-a0f0-2c89fa563e54 HTTP/1.1" status: 204 len: 168 time: 0.1786115 Sep 15 02:51:43.611007 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5094fa9-6cdb-4018-86c9-fbcdc93e50a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=426ab430-d030-465e-a0f0-2c89fa563e54,revision_number=None']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:51:45.461142 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e8699526-cc54-4981-b9b8-59218cbd39e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:47.593767 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 43346) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:51:47.697322 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-77bf97e9-78fc-4773-abd8-2b284da377b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:47.791627 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-77bf97e9-78fc-4773-abd8-2b284da377b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:47.838739 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-77bf97e9-78fc-4773-abd8-2b284da377b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:47.882092 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-77bf97e9-78fc-4773-abd8-2b284da377b2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2674c6f8e5c44e2b939193983c10954f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2871590 Sep 15 02:51:47.883026 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bf97e9-78fc-4773-abd8-2b284da377b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22ea914c-1f87-4003-a71d-81e722befc9b,revision_number=1']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:51:47.885413 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 43356) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:51:47.939714 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-34718b64-d140-4e51-a0d9-eff422a46f01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:47.960999 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-34718b64-d140-4e51-a0d9-eff422a46f01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:48.066488 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-34718b64-d140-4e51-a0d9-eff422a46f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:48.068982 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-34718b64-d140-4e51-a0d9-eff422a46f01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:48.070166 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-34718b64-d140-4e51-a0d9-eff422a46f01 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/22ea914c-1f87-4003-a71d-81e722befc9b HTTP/1.1" status: 204 len: 168 time: 0.1837771 Sep 15 02:51:48.078570 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34718b64-d140-4e51-a0d9-eff422a46f01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22ea914c-1f87-4003-a71d-81e722befc9b,revision_number=None']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:51:48.141118 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-9a37e9c1-b14f-4257-91e9-c250b3330ea8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:48.433252 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:48.632408 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 43364) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:51:48.645911 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-35cfc417-f846-489e-a763-ab56b7f53f4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:48.729886 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-35cfc417-f846-489e-a763-ab56b7f53f4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:48.803281 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-35cfc417-f846-489e-a763-ab56b7f53f4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:48.844223 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-35cfc417-f846-489e-a763-ab56b7f53f4a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dbbff2e251cd4beaa9ab8b5ce645399b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2107077 Sep 15 02:51:48.845067 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cfc417-f846-489e-a763-ab56b7f53f4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6544f89-21dd-46a7-8a37-bd21e29dd662,revision_number=1']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:51:48.846913 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 43366) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:51:48.896881 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-f0d3b676-904c-4410-90c1-2fb7f320416c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:48.917107 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-f0d3b676-904c-4410-90c1-2fb7f320416c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:49.049535 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-f0d3b676-904c-4410-90c1-2fb7f320416c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:49.052115 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-f0d3b676-904c-4410-90c1-2fb7f320416c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:49.053253 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-f0d3b676-904c-4410-90c1-2fb7f320416c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b6544f89-21dd-46a7-8a37-bd21e29dd662 HTTP/1.1" status: 204 len: 168 time: 0.2053444 Sep 15 02:51:49.061610 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d3b676-904c-4410-90c1-2fb7f320416c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6544f89-21dd-46a7-8a37-bd21e29dd662,revision_number=None']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:51:49.068480 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d3b676-904c-4410-90c1-2fb7f320416c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:51:49.068822 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d3b676-904c-4410-90c1-2fb7f320416c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:51:49.069156 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d3b676-904c-4410-90c1-2fb7f320416c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:51:49.069484 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d3b676-904c-4410-90c1-2fb7f320416c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:51:49.069808 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d3b676-904c-4410-90c1-2fb7f320416c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:51:49.070140 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d3b676-904c-4410-90c1-2fb7f320416c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:51:49.070459 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d3b676-904c-4410-90c1-2fb7f320416c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:51:49.070774 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d3b676-904c-4410-90c1-2fb7f320416c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:51:49.071121 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d3b676-904c-4410-90c1-2fb7f320416c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:51:49.071441 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d3b676-904c-4410-90c1-2fb7f320416c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:51:49.071752 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d3b676-904c-4410-90c1-2fb7f320416c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:51:49.072064 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d3b676-904c-4410-90c1-2fb7f320416c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:51:49.409729 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-26fc78ca-8f14-4c98-81c4-2d6c26116e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:49.681827 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.agents_db [None req-aaa0e2cc-b65a-40bb-b615-34ad7f0cff4d None None] Agent healthcheck: found 6 active agents {{(pid=101048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:51:50.687472 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 43410) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:51:50.883414 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-129df82d-87aa-48f9-bd1a-631b14f96822 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:50.973967 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-129df82d-87aa-48f9-bd1a-631b14f96822 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:51.066396 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-129df82d-87aa-48f9-bd1a-631b14f96822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:51.105334 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-129df82d-87aa-48f9-bd1a-631b14f96822 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=96c81deac79f48a5908d55e749447c6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4167242 Sep 15 02:51:51.106512 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129df82d-87aa-48f9-bd1a-631b14f96822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a403c38d-9a32-41e5-8173-a5323229fa54,revision_number=1']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:51:51.108025 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 43426) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:51:51.157189 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-0adaa616-fddd-4acf-b207-96f4290bfd2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:51.178409 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-0adaa616-fddd-4acf-b207-96f4290bfd2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:51.255210 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-4787a0ec-4617-4d18-8d79-4c4aa2145a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:51.278100 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-0adaa616-fddd-4acf-b207-96f4290bfd2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:51.280668 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-0adaa616-fddd-4acf-b207-96f4290bfd2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:51.281826 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-0adaa616-fddd-4acf-b207-96f4290bfd2d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a403c38d-9a32-41e5-8173-a5323229fa54 HTTP/1.1" status: 204 len: 168 time: 0.1727657 Sep 15 02:51:51.289474 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adaa616-fddd-4acf-b207-96f4290bfd2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a403c38d-9a32-41e5-8173-a5323229fa54,revision_number=None']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:51:56.134009 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 43482) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:51:56.236556 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-0edd4674-51b2-42bf-8754-1f952bcc0772 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:56.328195 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-0edd4674-51b2-42bf-8754-1f952bcc0772 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:56.386231 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-0edd4674-51b2-42bf-8754-1f952bcc0772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:56.425151 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-0edd4674-51b2-42bf-8754-1f952bcc0772 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0020677a98a14554a3c1ff5c064d9d9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2900186 Sep 15 02:51:56.426017 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edd4674-51b2-42bf-8754-1f952bcc0772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea5329a9-f964-4bd0-a4f4-01c8b78cdebf,revision_number=1']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:51:56.427818 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 43486) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:51:56.433115 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edd4674-51b2-42bf-8754-1f952bcc0772 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:51:56.433459 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edd4674-51b2-42bf-8754-1f952bcc0772 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:51:56.433789 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edd4674-51b2-42bf-8754-1f952bcc0772 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:51:56.434116 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edd4674-51b2-42bf-8754-1f952bcc0772 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:51:56.434443 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edd4674-51b2-42bf-8754-1f952bcc0772 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:51:56.434766 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edd4674-51b2-42bf-8754-1f952bcc0772 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:51:56.435112 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edd4674-51b2-42bf-8754-1f952bcc0772 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:51:56.435431 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edd4674-51b2-42bf-8754-1f952bcc0772 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:51:56.435748 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edd4674-51b2-42bf-8754-1f952bcc0772 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:51:56.436076 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edd4674-51b2-42bf-8754-1f952bcc0772 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:51:56.436376 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edd4674-51b2-42bf-8754-1f952bcc0772 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:51:56.436782 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edd4674-51b2-42bf-8754-1f952bcc0772 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:51:56.479424 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-d952c088-e2f8-4486-b31a-31ca82850610 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:56.500438 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-d952c088-e2f8-4486-b31a-31ca82850610 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:56.615315 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-d952c088-e2f8-4486-b31a-31ca82850610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:56.617868 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-d952c088-e2f8-4486-b31a-31ca82850610 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:56.619041 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-d952c088-e2f8-4486-b31a-31ca82850610 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ea5329a9-f964-4bd0-a4f4-01c8b78cdebf HTTP/1.1" status: 204 len: 168 time: 0.1901467 Sep 15 02:51:56.627500 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d952c088-e2f8-4486-b31a-31ca82850610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea5329a9-f964-4bd0-a4f4-01c8b78cdebf,revision_number=None']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:51:57.111655 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 43492) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:51:57.125458 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-e5dbe4f2-1184-472b-b30f-e076b4867823 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:57.211263 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-e5dbe4f2-1184-472b-b30f-e076b4867823 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:57.249845 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-e5dbe4f2-1184-472b-b30f-e076b4867823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:57.287793 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-e5dbe4f2-1184-472b-b30f-e076b4867823 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0e7be5e7e0e048699d6cfd901ccc2bfe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1750023 Sep 15 02:51:57.288835 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dbe4f2-1184-472b-b30f-e076b4867823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5a91043-f8d4-4b79-8b0f-7f775b62ee56,revision_number=1']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:51:57.290383 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 43494) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:51:57.340691 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-632a45a2-cde8-4952-80d7-45eeea4a8d0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:57.361533 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-632a45a2-cde8-4952-80d7-45eeea4a8d0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:57.455118 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-632a45a2-cde8-4952-80d7-45eeea4a8d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:57.457645 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-632a45a2-cde8-4952-80d7-45eeea4a8d0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:57.458805 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-632a45a2-cde8-4952-80d7-45eeea4a8d0a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f5a91043-f8d4-4b79-8b0f-7f775b62ee56 HTTP/1.1" status: 204 len: 168 time: 0.1667986 Sep 15 02:51:57.466934 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632a45a2-cde8-4952-80d7-45eeea4a8d0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5a91043-f8d4-4b79-8b0f-7f775b62ee56,revision_number=None']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:51:59.685348 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 43540) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:51:59.785675 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-bda08527-0374-4645-8458-2dd42623bf07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:59.871415 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-bda08527-0374-4645-8458-2dd42623bf07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:59.923371 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-bda08527-0374-4645-8458-2dd42623bf07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:51:59.959057 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda08527-0374-4645-8458-2dd42623bf07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c976e4e-5860-4e02-a8dd-4baa2d268d67,revision_number=1']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:51:59.963287 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-bda08527-0374-4645-8458-2dd42623bf07 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=45470a24645b4ba8bdd12102bc5b24ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2769036 Sep 15 02:51:59.966327 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 43544) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:52:00.014362 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-aa95b9f1-c5a7-43cf-9517-513756715871 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:00.035572 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-aa95b9f1-c5a7-43cf-9517-513756715871 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:00.128759 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-aa95b9f1-c5a7-43cf-9517-513756715871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:00.131264 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-aa95b9f1-c5a7-43cf-9517-513756715871 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:00.132479 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-aa95b9f1-c5a7-43cf-9517-513756715871 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7c976e4e-5860-4e02-a8dd-4baa2d268d67 HTTP/1.1" status: 204 len: 168 time: 0.1655645 Sep 15 02:52:00.140847 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa95b9f1-c5a7-43cf-9517-513756715871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c976e4e-5860-4e02-a8dd-4baa2d268d67,revision_number=None']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:52:00.691543 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 43550) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:52:00.705087 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-e10d1abf-7aa1-4c3c-aacb-f1ea97e1ece2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:00.789336 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-e10d1abf-7aa1-4c3c-aacb-f1ea97e1ece2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:00.866252 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-e10d1abf-7aa1-4c3c-aacb-f1ea97e1ece2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:00.905031 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10d1abf-7aa1-4c3c-aacb-f1ea97e1ece2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=177bd702-f439-4d77-8420-9dc3835edb75,revision_number=1']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:52:00.909261 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-e10d1abf-7aa1-4c3c-aacb-f1ea97e1ece2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0b00803ea0ab4840b4534e56d1277ab8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2167115 Sep 15 02:52:00.917339 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 43552) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:52:00.959323 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-42956a1a-011c-4d81-8c12-bdfc14a0fdd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:00.979151 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-42956a1a-011c-4d81-8c12-bdfc14a0fdd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:01.071575 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-42956a1a-011c-4d81-8c12-bdfc14a0fdd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:01.074060 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-42956a1a-011c-4d81-8c12-bdfc14a0fdd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:01.075216 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-42956a1a-011c-4d81-8c12-bdfc14a0fdd1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/177bd702-f439-4d77-8420-9dc3835edb75 HTTP/1.1" status: 204 len: 168 time: 0.1622989 Sep 15 02:52:01.083862 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42956a1a-011c-4d81-8c12-bdfc14a0fdd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=177bd702-f439-4d77-8420-9dc3835edb75,revision_number=None']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:52:01.951801 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 43574) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:52:02.045785 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.v2.base [None req-b5bd8c33-0031-4909-883e-5abaf215f3e2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-126431897-network', 'tenant_id': '1f6fa55bac9d43e190c5911e28020966'}} {{(pid=101045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:52:02.111835 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5bd8c33-0031-4909-883e-5abaf215f3e2 admin admin] Made reservation on behalf of 1f6fa55bac9d43e190c5911e28020966 for: {'network': 1} {{(pid=101045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:52:02.114185 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-b5bd8c33-0031-4909-883e-5abaf215f3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for network, before_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:02.122456 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-b5bd8c33-0031-4909-883e-5abaf215f3e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:02.210243 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-b5bd8c33-0031-4909-883e-5abaf215f3e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:02.260706 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-b5bd8c33-0031-4909-883e-5abaf215f3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:02.289903 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5bd8c33-0031-4909-883e-5abaf215f3e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=101045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 02:52:02.295175 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bd8c33-0031-4909-883e-5abaf215f3e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2866191-b573-47f7-b1a0-0e7731dd3bf7,revision_number=1']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:52:02.306891 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-b5bd8c33-0031-4909-883e-5abaf215f3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1581261'] for segment, precommit_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:02.306891 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.db.segments_db [None req-b5bd8c33-0031-4909-883e-5abaf215f3e2 admin admin] Added segment 76fb2a7e-6b32-4fb3-ace8-140924af1274 of type vlan for network 57934293-2033-4152-be22-dfb116147e52 Sep 15 02:52:02.345073 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-b5bd8c33-0031-4909-883e-5abaf215f3e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781587303702'] for network, precommit_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:02.460175 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-b5bd8c33-0031-4909-883e-5abaf215f3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858'] for network, after_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:02.461192 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5bd8c33-0031-4909-883e-5abaf215f3e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:52:02.461711 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-b5bd8c33-0031-4909-883e-5abaf215f3e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577872'] for network, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:02.518423 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bd8c33-0031-4909-883e-5abaf215f3e2 admin admin] Pushing event updated for resources: {'Network': ['ID=57934293-2033-4152-be22-dfb116147e52,revision_number=1']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:52:02.528616 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Network 57934293-2033-4152-be22-dfb116147e52 details requested by agent ovs-agent-dv-cinder-759955-25-smb with host dv-cinder-759955-25-smb {{(pid=101047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 02:52:02.541124 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-b5bd8c33-0031-4909-883e-5abaf215f3e2 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5875044 Sep 15 02:52:02.543876 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 43578) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:52:02.549258 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.v2.base [None req-bcbe8dac-311e-49ba-80f4-920610d7cdf9 admin admin] Request body: {'subnet': {'network_id': '57934293-2033-4152-be22-dfb116147e52', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-126431897-subnet', 'tenant_id': '1f6fa55bac9d43e190c5911e28020966', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:52:02.620263 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcbe8dac-311e-49ba-80f4-920610d7cdf9 admin admin] Made reservation on behalf of 1f6fa55bac9d43e190c5911e28020966 for: {'subnet': 1} {{(pid=101045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:52:02.622530 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-bcbe8dac-311e-49ba-80f4-920610d7cdf9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27020056'] for subnet, before_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:02.820628 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-bcbe8dac-311e-49ba-80f4-920610d7cdf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25563179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27020086'] for subnet, after_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:02.872778 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbe8dac-311e-49ba-80f4-920610d7cdf9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd92b8e3-c6e9-4684-9425-3396fe19561a,revision_number=0']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:52:02.885141 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbe8dac-311e-49ba-80f4-920610d7cdf9 admin admin] Checking segment: {'id': '76fb2a7e-6b32-4fb3-ace8-140924af1274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '57934293-2033-4152-be22-dfb116147e52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:52:02.885496 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcbe8dac-311e-49ba-80f4-920610d7cdf9 admin admin] Network hostable DHCP agents. Network: 57934293-2033-4152-be22-dfb116147e52, hostable agents: ['4ac00676-0bd7-4634-9dbc-c2a760561995'], hosted agents: [] {{(pid=101045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 02:52:02.928996 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcbe8dac-311e-49ba-80f4-920610d7cdf9 admin admin] Network 57934293-2033-4152-be22-dfb116147e52 is scheduled to be hosted by DHCP agent 4ac00676-0bd7-4634-9dbc-c2a760561995 with binding_index 1 {{(pid=101045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 02:52:02.969689 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.scheduler.base_scheduler [None req-bcbe8dac-311e-49ba-80f4-920610d7cdf9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-25-smb, 57934293-2033-4152-be22-dfb116147e52) {{(pid=101045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:52:02.973808 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcbe8dac-311e-49ba-80f4-920610d7cdf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:52:02.974402 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-bcbe8dac-311e-49ba-80f4-920610d7cdf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577872'] for subnet, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:02.978619 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa975e89-d90d-4c9b-a8d6-1ce9e3ab6289 None None] Network 57934293-2033-4152-be22-dfb116147e52 requested from dv-cinder-759955-25-smb {{(pid=101047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 02:52:03.044348 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-bcbe8dac-311e-49ba-80f4-920610d7cdf9 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4994016 Sep 15 02:52:03.100616 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53cd47ed-e5aa-4101-be80-240954cd06a7 None None] Network 57934293-2033-4152-be22-dfb116147e52 requested from dv-cinder-759955-25-smb {{(pid=101047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 02:52:05.088204 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347ce078-6a91-4dd8-ac00-7a3663711ac4 req-9258adcb-98c9-4bd3-ad78-f67184ea122d tempest-VolumesActionsTest-1907129603 tempest-VolumesActionsTest-1907129603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:52:05.089649 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-347ce078-6a91-4dd8-ac00-7a3663711ac4 req-9258adcb-98c9-4bd3-ad78-f67184ea122d tempest-VolumesActionsTest-1907129603 tempest-VolumesActionsTest-1907129603-project] 10.222.0.13 "GET /v2.0/networks?id=57934293-2033-4152-be22-dfb116147e52 HTTP/1.1" status: 200 len: 808 time: 0.1014175 Sep 15 02:52:05.104256 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-347ce078-6a91-4dd8-ac00-7a3663711ac4 req-56f9422e-9947-40fa-944b-6a49d142c0fd tempest-VolumesActionsTest-1907129603 tempest-VolumesActionsTest-1907129603-project] 10.222.0.13 "GET /v2.0/quotas/1f6fa55bac9d43e190c5911e28020966 HTTP/1.1" status: 200 len: 375 time: 0.0086970 Sep 15 02:52:05.134459 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-347ce078-6a91-4dd8-ac00-7a3663711ac4 req-96539d61-7322-4d01-a063-6fec0e1ee113 tempest-VolumesActionsTest-1907129603 tempest-VolumesActionsTest-1907129603-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1f6fa55bac9d43e190c5911e28020966&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0249159 Sep 15 02:52:05.224012 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-347ce078-6a91-4dd8-ac00-7a3663711ac4 req-a959cf74-b755-4082-9ee0-e4729ed3ea25 service neutron] 10.222.0.13 "GET /v2.0/networks/57934293-2033-4152-be22-dfb116147e52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826676 Sep 15 02:52:05.308081 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-347ce078-6a91-4dd8-ac00-7a3663711ac4 req-ed4322f1-a9f1-476c-bfc0-42d899ffa2c9 service neutron] 10.222.0.13 "GET /v2.0/networks/57934293-2033-4152-be22-dfb116147e52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0781691 Sep 15 02:52:05.460552 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:05.507931 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-1e5f4d11-b3d6-4769-8e36-2041c516baa5 req-32723239-5c09-475a-8f3c-1dcb9492212b tempest-VolumesActionsTest-1907129603 tempest-VolumesActionsTest-1907129603-project] 10.222.0.13 "GET /v2.0/ports?device_id=68174496-bd7c-473d-b8b1-5b830b17fda0 HTTP/1.1" status: 200 len: 210 time: 0.0265517 Sep 15 02:52:06.600344 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-5a0b7634-69f7-47e0-b24e-22383bcda042 req-83c0ea23-8d9e-4bfe-a740-05bfe8897158 tempest-VolumesActionsTest-1907129603 tempest-VolumesActionsTest-1907129603-project] 10.222.0.13 "GET /v2.0/ports?device_id=68174496-bd7c-473d-b8b1-5b830b17fda0 HTTP/1.1" status: 200 len: 210 time: 0.0280139 Sep 15 02:52:07.380364 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347ce078-6a91-4dd8-ac00-7a3663711ac4 req-54f3c4dc-d932-469f-b05e-a232a1419034 tempest-VolumesActionsTest-1907129603 tempest-VolumesActionsTest-1907129603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:52:07.381790 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-347ce078-6a91-4dd8-ac00-7a3663711ac4 req-54f3c4dc-d932-469f-b05e-a232a1419034 tempest-VolumesActionsTest-1907129603 tempest-VolumesActionsTest-1907129603-project] 10.222.0.38 "GET /v2.0/networks?id=57934293-2033-4152-be22-dfb116147e52 HTTP/1.1" status: 200 len: 808 time: 0.0977767 Sep 15 02:52:07.393518 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.v2.base [req-347ce078-6a91-4dd8-ac00-7a3663711ac4 req-ceb6feda-fba9-4c89-9de3-db3c14592e90 tempest-VolumesActionsTest-1907129603 tempest-VolumesActionsTest-1907129603-project] Request body: {'port': {'device_id': '68174496-bd7c-473d-b8b1-5b830b17fda0', 'network_id': '57934293-2033-4152-be22-dfb116147e52', 'admin_state_up': True, 'tenant_id': '1f6fa55bac9d43e190c5911e28020966'}} {{(pid=101045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:52:07.694466 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-13f17379-61d3-4759-8e06-40c8a6d41bbd req-b4abfa9b-3b37-4b58-8a6d-f0722592758a tempest-VolumesActionsTest-1907129603 tempest-VolumesActionsTest-1907129603-project] 10.222.0.13 "GET /v2.0/ports?device_id=68174496-bd7c-473d-b8b1-5b830b17fda0 HTTP/1.1" status: 200 len: 210 time: 0.0258780 Sep 15 02:52:07.797626 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-347ce078-6a91-4dd8-ac00-7a3663711ac4 req-ceb6feda-fba9-4c89-9de3-db3c14592e90 tempest-VolumesActionsTest-1907129603 tempest-VolumesActionsTest-1907129603-project] Made reservation on behalf of 1f6fa55bac9d43e190c5911e28020966 for: {'port': 1} {{(pid=101045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:52:07.801110 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-347ce078-6a91-4dd8-ac00-7a3663711ac4 req-ceb6feda-fba9-4c89-9de3-db3c14592e90 tempest-VolumesActionsTest-1907129603 tempest-VolumesActionsTest-1907129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:07.921021 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.db.db_base_plugin_common [req-347ce078-6a91-4dd8-ac00-7a3663711ac4 req-ceb6feda-fba9-4c89-9de3-db3c14592e90 tempest-VolumesActionsTest-1907129603 tempest-VolumesActionsTest-1907129603-project] Allocated IP 172.20.0.8 (57934293-2033-4152-be22-dfb116147e52/bd92b8e3-c6e9-4684-9425-3396fe19561a/e0cc07eb-5c4d-4059-8833-a9f81daa62b3) {{(pid=101045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:52:08.068204 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-347ce078-6a91-4dd8-ac00-7a3663711ac4 req-ceb6feda-fba9-4c89-9de3-db3c14592e90 tempest-VolumesActionsTest-1907129603 tempest-VolumesActionsTest-1907129603-project] Notify callbacks [] for port, precommit_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:08.146626 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-347ce078-6a91-4dd8-ac00-7a3663711ac4 req-ceb6feda-fba9-4c89-9de3-db3c14592e90 tempest-VolumesActionsTest-1907129603 tempest-VolumesActionsTest-1907129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781587269048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25563207'] for port, after_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:08.185293 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-347ce078-6a91-4dd8-ac00-7a3663711ac4 req-ceb6feda-fba9-4c89-9de3-db3c14592e90 tempest-VolumesActionsTest-1907129603 tempest-VolumesActionsTest-1907129603-project] Network 57934293-2033-4152-be22-dfb116147e52 is already hosted by enough agents. {{(pid=101045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:52:08.188196 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.scheduler.base_scheduler [req-347ce078-6a91-4dd8-ac00-7a3663711ac4 req-ceb6feda-fba9-4c89-9de3-db3c14592e90 tempest-VolumesActionsTest-1907129603 tempest-VolumesActionsTest-1907129603-project] Resources bound (agent type, host, resource id): {{(pid=101045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:52:08.191061 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.db.l3_dvrscheduler_db [req-347ce078-6a91-4dd8-ac00-7a3663711ac4 req-ceb6feda-fba9-4c89-9de3-db3c14592e90 tempest-VolumesActionsTest-1907129603 tempest-VolumesActionsTest-1907129603-project] Received port after_create {{(pid=101045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:52:08.224507 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb6feda-fba9-4c89-9de3-db3c14592e90 tempest-VolumesActionsTest-1907129603 tempest-VolumesActionsTest-1907129603-project] Pushing event updated for resources: {'Port': ['ID=e0cc07eb-5c4d-4059-8833-a9f81daa62b3,revision_number=1']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:52:08.249701 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347ce078-6a91-4dd8-ac00-7a3663711ac4 req-ceb6feda-fba9-4c89-9de3-db3c14592e90 tempest-VolumesActionsTest-1907129603 tempest-VolumesActionsTest-1907129603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:52:08.250297 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-347ce078-6a91-4dd8-ac00-7a3663711ac4 req-ceb6feda-fba9-4c89-9de3-db3c14592e90 tempest-VolumesActionsTest-1907129603 tempest-VolumesActionsTest-1907129603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89626'] for port, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:08.306748 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-347ce078-6a91-4dd8-ac00-7a3663711ac4 req-ceb6feda-fba9-4c89-9de3-db3c14592e90 tempest-VolumesActionsTest-1907129603 tempest-VolumesActionsTest-1907129603-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9167690 Sep 15 02:52:08.319172 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.v2.base [req-347ce078-6a91-4dd8-ac00-7a3663711ac4 req-7346db13-3a5b-4960-b023-540b195b34ff service neutron] Request body: {'port': {'device_id': '68174496-bd7c-473d-b8b1-5b830b17fda0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=101045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:52:08.370111 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-347ce078-6a91-4dd8-ac00-7a3663711ac4 req-7346db13-3a5b-4960-b023-540b195b34ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:08.621033 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.notifiers.nova [req-347ce078-6a91-4dd8-ac00-7a3663711ac4 req-7346db13-3a5b-4960-b023-540b195b34ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0cc07eb-5c4d-4059-8833-a9f81daa62b3 {{(pid=101045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 02:52:08.628283 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-347ce078-6a91-4dd8-ac00-7a3663711ac4 req-7346db13-3a5b-4960-b023-540b195b34ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:08.639607 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.db.provisioning_blocks [req-347ce078-6a91-4dd8-ac00-7a3663711ac4 req-7346db13-3a5b-4960-b023-540b195b34ff service neutron] Transition to ACTIVE for port object e0cc07eb-5c4d-4059-8833-a9f81daa62b3 will not be triggered until provisioned by entity L2. {{(pid=101045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 02:52:08.706244 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-347ce078-6a91-4dd8-ac00-7a3663711ac4 req-7346db13-3a5b-4960-b023-540b195b34ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25563230'] for port, after_update {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:08.755200 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7346db13-3a5b-4960-b023-540b195b34ff service neutron] Pushing event updated for resources: {'Port': ['ID=e0cc07eb-5c4d-4059-8833-a9f81daa62b3,revision_number=2']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:52:08.850463 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed9413e-608d-4714-a8b7-5840c53cc912 req-d883e3cd-bd1c-432c-be27-68abd036e8f5 tempest-VolumesActionsTest-1907129603 tempest-VolumesActionsTest-1907129603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:52:08.851952 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-0ed9413e-608d-4714-a8b7-5840c53cc912 req-d883e3cd-bd1c-432c-be27-68abd036e8f5 tempest-VolumesActionsTest-1907129603 tempest-VolumesActionsTest-1907129603-project] 10.222.0.13 "GET /v2.0/ports?device_id=68174496-bd7c-473d-b8b1-5b830b17fda0 HTTP/1.1" status: 200 len: 943 time: 0.0906379 Sep 15 02:52:08.874061 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.managers [req-347ce078-6a91-4dd8-ac00-7a3663711ac4 req-7346db13-3a5b-4960-b023-540b195b34ff service neutron] Attempting to bind port e0cc07eb-5c4d-4059-8833-a9f81daa62b3 on host hv-cinder-75995 for vnic_type normal with profile {{(pid=101045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 02:52:08.874286 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.managers [req-347ce078-6a91-4dd8-ac00-7a3663711ac4 req-7346db13-3a5b-4960-b023-540b195b34ff service neutron] Attempting to bind port e0cc07eb-5c4d-4059-8833-a9f81daa62b3 by drivers openvswitch,hyperv on host hv-cinder-75995 at level 0 using segments [{'id': '76fb2a7e-6b32-4fb3-ace8-140924af1274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '57934293-2033-4152-be22-dfb116147e52'}] {{(pid=101045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 02:52:08.874616 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-347ce078-6a91-4dd8-ac00-7a3663711ac4 req-7346db13-3a5b-4960-b023-540b195b34ff service neutron] Attempting to bind port e0cc07eb-5c4d-4059-8833-a9f81daa62b3 on network 57934293-2033-4152-be22-dfb116147e52 {{(pid=101045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:52:08.882505 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-347ce078-6a91-4dd8-ac00-7a3663711ac4 req-7346db13-3a5b-4960-b023-540b195b34ff service neutron] Port e0cc07eb-5c4d-4059-8833-a9f81daa62b3 on network 57934293-2033-4152-be22-dfb116147e52 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75995 {{(pid=101045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 02:52:08.882822 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-347ce078-6a91-4dd8-ac00-7a3663711ac4 req-7346db13-3a5b-4960-b023-540b195b34ff service neutron] Attempting to bind port e0cc07eb-5c4d-4059-8833-a9f81daa62b3 on network 57934293-2033-4152-be22-dfb116147e52 {{(pid=101045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:52:08.890544 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-347ce078-6a91-4dd8-ac00-7a3663711ac4 req-7346db13-3a5b-4960-b023-540b195b34ff service neutron] Checking agent: {'id': 'bf643b19-1b67-4f44-847e-0724d3e1ee06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 42, 35), 'started_at': datetime.datetime(2021, 9, 15, 2, 42, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 2, 52, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 02:52:08.890883 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-347ce078-6a91-4dd8-ac00-7a3663711ac4 req-7346db13-3a5b-4960-b023-540b195b34ff service neutron] Checking segment: {'id': '76fb2a7e-6b32-4fb3-ace8-140924af1274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '57934293-2033-4152-be22-dfb116147e52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:52:08.891279 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-347ce078-6a91-4dd8-ac00-7a3663711ac4 req-7346db13-3a5b-4960-b023-540b195b34ff service neutron] Bound using segment: {'id': '76fb2a7e-6b32-4fb3-ace8-140924af1274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '57934293-2033-4152-be22-dfb116147e52'} {{(pid=101045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 02:52:08.892340 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.managers [req-347ce078-6a91-4dd8-ac00-7a3663711ac4 req-7346db13-3a5b-4960-b023-540b195b34ff service neutron] Bound port: e0cc07eb-5c4d-4059-8833-a9f81daa62b3, host: hv-cinder-75995, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76fb2a7e-6b32-4fb3-ace8-140924af1274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '57934293-2033-4152-be22-dfb116147e52'}}] {{(pid=101045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 02:52:08.892694 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-347ce078-6a91-4dd8-ac00-7a3663711ac4 req-7346db13-3a5b-4960-b023-540b195b34ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:08.913447 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-0ed9413e-608d-4714-a8b7-5840c53cc912 req-223ad550-7641-4a85-abbb-0866c32876ee tempest-VolumesActionsTest-1907129603 tempest-VolumesActionsTest-1907129603-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2866191-b573-47f7-b1a0-0e7731dd3bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547316 Sep 15 02:52:08.970381 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.db [req-347ce078-6a91-4dd8-ac00-7a3663711ac4 req-7346db13-3a5b-4960-b023-540b195b34ff service neutron] For port e0cc07eb-5c4d-4059-8833-a9f81daa62b3, host hv-cinder-75995, cleared binding levels {{(pid=101045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 02:52:08.973342 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.db [req-347ce078-6a91-4dd8-ac00-7a3663711ac4 req-7346db13-3a5b-4960-b023-540b195b34ff service neutron] For port e0cc07eb-5c4d-4059-8833-a9f81daa62b3, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=e0cc07eb-5c4d-4059-8833-a9f81daa62b3,segment=NetworkSegment(76fb2a7e-6b32-4fb3-ace8-140924af1274),segment_id=76fb2a7e-6b32-4fb3-ace8-140924af1274)] {{(pid=101045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 02:52:09.026631 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-347ce078-6a91-4dd8-ac00-7a3663711ac4 req-7346db13-3a5b-4960-b023-540b195b34ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25563230'] for port, after_update {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:09.059865 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347ce078-6a91-4dd8-ac00-7a3663711ac4 req-7346db13-3a5b-4960-b023-540b195b34ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:52:09.060499 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-347ce078-6a91-4dd8-ac00-7a3663711ac4 req-7346db13-3a5b-4960-b023-540b195b34ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89626'] for port, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:09.061845 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-347ce078-6a91-4dd8-ac00-7a3663711ac4 req-7346db13-3a5b-4960-b023-540b195b34ff service neutron] 10.222.0.38 "PUT /v2.0/ports/e0cc07eb-5c4d-4059-8833-a9f81daa62b3 HTTP/1.1" status: 200 len: 1093 time: 0.7466679 Sep 15 02:52:09.062288 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68174496-bd7c-473d-b8b1-5b830b17fda0', 'tag': 'e0cc07eb-5c4d-4059-8833-a9f81daa62b3'}] {{(pid=101045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:52:09.065150 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86c436101efe1a363cd74fb96c1b6796ca3087f8916af27063bbdf5683c89520" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e8f3a57-fc7d-4ff6-ab51-8af3143db672" -d '{"events": [{"name": "network-changed", "server_uuid": "68174496-bd7c-473d-b8b1-5b830b17fda0", "tag": "e0cc07eb-5c4d-4059-8833-a9f81daa62b3"}]}' {{(pid=101045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:52:09.088516 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7346db13-3a5b-4960-b023-540b195b34ff service neutron] Pushing event updated for resources: {'Port': ['ID=e0cc07eb-5c4d-4059-8833-a9f81daa62b3,revision_number=3']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:52:09.100749 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 02:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-187de1c4-e5d8-4791-af4e-8ea61f11988a x-openstack-request-id: req-187de1c4-e5d8-4791-af4e-8ea61f11988a {{(pid=101045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:52:09.101034 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68174496-bd7c-473d-b8b1-5b830b17fda0", "tag": "e0cc07eb-5c4d-4059-8833-a9f81daa62b3", "status": "completed", "code": 200}]} {{(pid=101045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:52:09.101286 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-187de1c4-e5d8-4791-af4e-8ea61f11988a {{(pid=101045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:52:09.101674 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68174496-bd7c-473d-b8b1-5b830b17fda0', 'tag': 'e0cc07eb-5c4d-4059-8833-a9f81daa62b3', 'status': 'completed', 'code': 200} Sep 15 02:52:09.165014 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8f3a57-fc7d-4ff6-ab51-8af3143db672 req-85cfb1a3-ac50-4e5e-8de8-564c485e9327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:52:09.166478 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-4e8f3a57-fc7d-4ff6-ab51-8af3143db672 req-85cfb1a3-ac50-4e5e-8de8-564c485e9327 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1f6fa55bac9d43e190c5911e28020966&device_id=68174496-bd7c-473d-b8b1-5b830b17fda0 HTTP/1.1" status: 200 len: 1096 time: 0.0438039 Sep 15 02:52:09.261331 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8f3a57-fc7d-4ff6-ab51-8af3143db672 req-5cb044c8-62ff-41a0-92e2-6570d67d49b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:52:09.262745 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-4e8f3a57-fc7d-4ff6-ab51-8af3143db672 req-5cb044c8-62ff-41a0-92e2-6570d67d49b1 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=1f6fa55bac9d43e190c5911e28020966&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0885334 Sep 15 02:52:09.359868 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8f3a57-fc7d-4ff6-ab51-8af3143db672 req-5925ee2b-329b-4b2c-9359-e142456d73a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:52:09.361841 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-4e8f3a57-fc7d-4ff6-ab51-8af3143db672 req-5925ee2b-329b-4b2c-9359-e142456d73a3 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0924904 Sep 15 02:52:09.435487 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347ce078-6a91-4dd8-ac00-7a3663711ac4 req-2b590900-a71a-4509-9290-5d2e0ed7f36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:52:09.436867 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-347ce078-6a91-4dd8-ac00-7a3663711ac4 req-2b590900-a71a-4509-9290-5d2e0ed7f36b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1f6fa55bac9d43e190c5911e28020966&device_id=68174496-bd7c-473d-b8b1-5b830b17fda0 HTTP/1.1" status: 200 len: 1096 time: 0.0392475 Sep 15 02:52:09.477655 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-347ce078-6a91-4dd8-ac00-7a3663711ac4 req-e0ac8014-c711-48d1-9ccd-7b2a19f28cb1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0cc07eb-5c4d-4059-8833-a9f81daa62b3 HTTP/1.1" status: 200 len: 217 time: 0.0320382 Sep 15 02:52:09.528266 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347ce078-6a91-4dd8-ac00-7a3663711ac4 req-beb86b7e-0c32-4f58-b5e7-1b75179643bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:52:09.529655 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-347ce078-6a91-4dd8-ac00-7a3663711ac4 req-beb86b7e-0c32-4f58-b5e7-1b75179643bd service neutron] 10.222.0.38 "GET /v2.0/subnets?id=bd92b8e3-c6e9-4684-9425-3396fe19561a HTTP/1.1" status: 200 len: 848 time: 0.0455167 Sep 15 02:52:09.559641 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-347ce078-6a91-4dd8-ac00-7a3663711ac4 req-59d74f03-70eb-4c47-bac9-504041c27b62 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=57934293-2033-4152-be22-dfb116147e52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0227754 Sep 15 02:52:09.653973 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-347ce078-6a91-4dd8-ac00-7a3663711ac4 req-e04303ad-b0c4-45ce-834c-9cb870a9c575 service neutron] 10.222.0.38 "GET /v2.0/networks/57934293-2033-4152-be22-dfb116147e52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871546 Sep 15 02:52:09.755097 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-347ce078-6a91-4dd8-ac00-7a3663711ac4 req-37cea9b5-dcc3-4ace-855a-907cf0622dec service neutron] 10.222.0.38 "GET /v2.0/networks/57934293-2033-4152-be22-dfb116147e52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934224 Sep 15 02:52:10.029340 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b67c21-4c35-4485-98e6-b30e29007898 req-55933af6-15cc-4b98-a921-d4a1d5e19606 tempest-VolumesActionsTest-1907129603 tempest-VolumesActionsTest-1907129603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:52:10.030773 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-a6b67c21-4c35-4485-98e6-b30e29007898 req-55933af6-15cc-4b98-a921-d4a1d5e19606 tempest-VolumesActionsTest-1907129603 tempest-VolumesActionsTest-1907129603-project] 10.222.0.13 "GET /v2.0/ports?device_id=68174496-bd7c-473d-b8b1-5b830b17fda0 HTTP/1.1" status: 200 len: 943 time: 0.0504258 Sep 15 02:52:10.067179 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-a6b67c21-4c35-4485-98e6-b30e29007898 req-fbed7eb4-0bef-4451-8504-13b313c4613e tempest-VolumesActionsTest-1907129603 tempest-VolumesActionsTest-1907129603-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2866191-b573-47f7-b1a0-0e7731dd3bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298634 Sep 15 02:52:11.178920 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21a60cc-4ada-431c-8585-13ae577ce0d5 req-37970711-7bbd-4238-b466-a4ff99cd635f tempest-VolumesActionsTest-1907129603 tempest-VolumesActionsTest-1907129603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:52:11.180413 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-a21a60cc-4ada-431c-8585-13ae577ce0d5 req-37970711-7bbd-4238-b466-a4ff99cd635f tempest-VolumesActionsTest-1907129603 tempest-VolumesActionsTest-1907129603-project] 10.222.0.13 "GET /v2.0/ports?device_id=68174496-bd7c-473d-b8b1-5b830b17fda0 HTTP/1.1" status: 200 len: 943 time: 0.0471170 Sep 15 02:52:11.217225 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-a21a60cc-4ada-431c-8585-13ae577ce0d5 req-4a9496d2-4ea1-4533-a08f-9a0e718a80ff tempest-VolumesActionsTest-1907129603 tempest-VolumesActionsTest-1907129603-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2866191-b573-47f7-b1a0-0e7731dd3bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309551 Sep 15 02:52:12.193647 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Device e0cc07eb-5c4d-4059-8833-a9f81daa62b3 details requested by agent hyperv_hv-cinder-75995 with host hv-cinder-75995 {{(pid=101047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 02:52:12.294110 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] For port e0cc07eb-5c4d-4059-8833-a9f81daa62b3, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=e0cc07eb-5c4d-4059-8833-a9f81daa62b3,segment=NetworkSegment(76fb2a7e-6b32-4fb3-ace8-140924af1274),segment_id=76fb2a7e-6b32-4fb3-ace8-140924af1274)] {{(pid=101047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:52:12.305776 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Returning: {'device': 'e0cc07eb-5c4d-4059-8833-a9f81daa62b3', 'network_id': '57934293-2033-4152-be22-dfb116147e52', 'port_id': 'e0cc07eb-5c4d-4059-8833-a9f81daa62b3', 'mac_address': 'fa:16:3e:16:cd:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd92b8e3-c6e9-4684-9425-3396fe19561a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 02:52:12.332894 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7707f670-477f-4db2-868c-3c417bd71dd9 req-16396466-3a08-49d6-9790-426d232cf310 tempest-VolumesActionsTest-1907129603 tempest-VolumesActionsTest-1907129603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:52:12.334401 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-7707f670-477f-4db2-868c-3c417bd71dd9 req-16396466-3a08-49d6-9790-426d232cf310 tempest-VolumesActionsTest-1907129603 tempest-VolumesActionsTest-1907129603-project] 10.222.0.13 "GET /v2.0/ports?device_id=68174496-bd7c-473d-b8b1-5b830b17fda0 HTTP/1.1" status: 200 len: 943 time: 0.0522418 Sep 15 02:52:12.341968 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:12.355105 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.notifiers.nova [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0cc07eb-5c4d-4059-8833-a9f81daa62b3 {{(pid=101047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 02:52:12.373114 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-7707f670-477f-4db2-868c-3c417bd71dd9 req-58f32800-c578-4c69-9db3-0258de965a8c tempest-VolumesActionsTest-1907129603 tempest-VolumesActionsTest-1907129603-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2866191-b573-47f7-b1a0-0e7731dd3bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327229 Sep 15 02:52:12.377837 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] For port e0cc07eb-5c4d-4059-8833-a9f81daa62b3, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=e0cc07eb-5c4d-4059-8833-a9f81daa62b3,segment=NetworkSegment(76fb2a7e-6b32-4fb3-ace8-140924af1274),segment_id=76fb2a7e-6b32-4fb3-ace8-140924af1274)] {{(pid=101047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:52:12.546433 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:12.595778 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Pushing event updated for resources: {'Port': ['ID=e0cc07eb-5c4d-4059-8833-a9f81daa62b3,revision_number=4']} {{(pid=101047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:52:12.602438 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:52:12.602783 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:52:12.603145 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:52:12.603479 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:52:12.603806 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:52:12.604134 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:52:12.604459 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:52:12.604782 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:52:12.605104 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:52:12.605425 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:52:12.605744 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:52:12.606058 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:52:12.752630 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] get_ports_and_sgs() called for port_ids ['e0cc07eb-5c4d-4059-8833-a9f81daa62b3'] {{(pid=101047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 02:52:13.491875 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7513e093-c941-4d7f-ae9a-ed33fac4822e req-06c7f5be-76af-473e-8fb9-448f5ba1510a tempest-VolumesActionsTest-1907129603 tempest-VolumesActionsTest-1907129603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:52:13.493315 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-7513e093-c941-4d7f-ae9a-ed33fac4822e req-06c7f5be-76af-473e-8fb9-448f5ba1510a tempest-VolumesActionsTest-1907129603 tempest-VolumesActionsTest-1907129603-project] 10.222.0.13 "GET /v2.0/ports?device_id=68174496-bd7c-473d-b8b1-5b830b17fda0 HTTP/1.1" status: 200 len: 944 time: 0.0501845 Sep 15 02:52:13.528977 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-7513e093-c941-4d7f-ae9a-ed33fac4822e req-0f583c3d-8167-48e3-a320-34dd0c84013a tempest-VolumesActionsTest-1907129603 tempest-VolumesActionsTest-1907129603-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2866191-b573-47f7-b1a0-0e7731dd3bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299826 Sep 15 02:52:14.196870 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Device e0cc07eb-5c4d-4059-8833-a9f81daa62b3 up at agent hyperv_hv-cinder-75995 {{(pid=101047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:52:14.311898 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Provisioning for port e0cc07eb-5c4d-4059-8833-a9f81daa62b3 completed by entity L2. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 02:52:14.315787 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Provisioning complete for port e0cc07eb-5c4d-4059-8833-a9f81daa62b3 triggered by entity L2. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:52:14.316153 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1575204'] for port, provisioning_complete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:14.388799 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:14.409988 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68174496-bd7c-473d-b8b1-5b830b17fda0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0cc07eb-5c4d-4059-8833-a9f81daa62b3'}] {{(pid=101047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:52:14.412208 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c8380946bd2a122839d37a92bf46cf7528befbf14a007f21b6f8387627c5c86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90134d69-0437-47aa-abd0-0ca05b4758a0" -d '{"events": [{"server_uuid": "68174496-bd7c-473d-b8b1-5b830b17fda0", "name": "network-vif-plugged", "status": "completed", "tag": "e0cc07eb-5c4d-4059-8833-a9f81daa62b3"}]}' {{(pid=101047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:52:14.424631 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] For port e0cc07eb-5c4d-4059-8833-a9f81daa62b3, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=e0cc07eb-5c4d-4059-8833-a9f81daa62b3,segment=NetworkSegment(76fb2a7e-6b32-4fb3-ace8-140924af1274),segment_id=76fb2a7e-6b32-4fb3-ace8-140924af1274)] {{(pid=101047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:52:14.449078 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 02:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9488a52c-a4fd-4ee9-abaf-f459c2d3e25a x-openstack-request-id: req-9488a52c-a4fd-4ee9-abaf-f459c2d3e25a {{(pid=101047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:52:14.449394 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68174496-bd7c-473d-b8b1-5b830b17fda0", "name": "network-vif-plugged", "status": "completed", "tag": "e0cc07eb-5c4d-4059-8833-a9f81daa62b3", "code": 200}]} {{(pid=101047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:52:14.449650 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9488a52c-a4fd-4ee9-abaf-f459c2d3e25a {{(pid=101047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:52:14.450039 dv-cinder-759955-25-smb neutron-server[101047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68174496-bd7c-473d-b8b1-5b830b17fda0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0cc07eb-5c4d-4059-8833-a9f81daa62b3', 'code': 200} Sep 15 02:52:14.489015 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:14.536029 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Pushing event updated for resources: {'Port': ['ID=e0cc07eb-5c4d-4059-8833-a9f81daa62b3,revision_number=5']} {{(pid=101047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:52:14.641520 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfd2905-dbed-4f51-a7f2-03511eb40595 req-4ed160af-49e1-49d7-99a2-4141a9392fbe tempest-VolumesActionsTest-1907129603 tempest-VolumesActionsTest-1907129603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:52:14.643018 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-0cfd2905-dbed-4f51-a7f2-03511eb40595 req-4ed160af-49e1-49d7-99a2-4141a9392fbe tempest-VolumesActionsTest-1907129603 tempest-VolumesActionsTest-1907129603-project] 10.222.0.13 "GET /v2.0/ports?device_id=68174496-bd7c-473d-b8b1-5b830b17fda0 HTTP/1.1" status: 200 len: 945 time: 0.0479259 Sep 15 02:52:14.682158 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-0cfd2905-dbed-4f51-a7f2-03511eb40595 req-c844f28d-d9b0-4b29-8432-b7e0b3b2b380 tempest-VolumesActionsTest-1907129603 tempest-VolumesActionsTest-1907129603-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2866191-b573-47f7-b1a0-0e7731dd3bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331652 Sep 15 02:52:14.723524 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af446e32-a952-44d2-a282-80968e9b65a8 req-3c474b41-7157-463d-ab1e-8c3bcec68a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:52:14.724917 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-af446e32-a952-44d2-a282-80968e9b65a8 req-3c474b41-7157-463d-ab1e-8c3bcec68a87 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=68174496-bd7c-473d-b8b1-5b830b17fda0 HTTP/1.1" status: 200 len: 1098 time: 0.0388918 Sep 15 02:52:14.758998 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-af446e32-a952-44d2-a282-80968e9b65a8 req-d7691ef7-4a4d-4f0d-bd2c-abf9844ecc38 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=a2866191-b573-47f7-b1a0-0e7731dd3bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273049 Sep 15 02:52:15.448797 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-0897b573-fd8d-4761-854e-d62cc9b1b118 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:15.796945 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4a9ce2-2a67-4745-9eff-d741c492fdd4 req-44e02e35-fe89-4242-9f43-39b740a14954 tempest-VolumesActionsTest-1907129603 tempest-VolumesActionsTest-1907129603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:52:15.799094 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-5d4a9ce2-2a67-4745-9eff-d741c492fdd4 req-44e02e35-fe89-4242-9f43-39b740a14954 tempest-VolumesActionsTest-1907129603 tempest-VolumesActionsTest-1907129603-project] 10.222.0.13 "GET /v2.0/ports?device_id=68174496-bd7c-473d-b8b1-5b830b17fda0 HTTP/1.1" status: 200 len: 945 time: 0.0482585 Sep 15 02:52:15.836971 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-5d4a9ce2-2a67-4745-9eff-d741c492fdd4 req-abd81ea0-c5c2-4104-b34a-4cb29674304a tempest-VolumesActionsTest-1907129603 tempest-VolumesActionsTest-1907129603-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2866191-b573-47f7-b1a0-0e7731dd3bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317256 Sep 15 02:52:16.949655 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653dda46-f595-48f7-bbe8-4738a4a7eb38 req-8d3fec36-36e6-41f3-afb7-e7cf9fb41cec tempest-VolumesActionsTest-1907129603 tempest-VolumesActionsTest-1907129603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:52:16.951098 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-653dda46-f595-48f7-bbe8-4738a4a7eb38 req-8d3fec36-36e6-41f3-afb7-e7cf9fb41cec tempest-VolumesActionsTest-1907129603 tempest-VolumesActionsTest-1907129603-project] 10.222.0.13 "GET /v2.0/ports?device_id=68174496-bd7c-473d-b8b1-5b830b17fda0 HTTP/1.1" status: 200 len: 945 time: 0.0481708 Sep 15 02:52:16.990885 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-653dda46-f595-48f7-bbe8-4738a4a7eb38 req-7ab95c0e-a23c-4d1d-ab64-e11deac1ad7f tempest-VolumesActionsTest-1907129603 tempest-VolumesActionsTest-1907129603-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2866191-b573-47f7-b1a0-0e7731dd3bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325179 Sep 15 02:52:18.056002 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6e6938-25a4-467a-a466-167c1d1b6962 req-9963bff7-4d83-4db5-8ed8-f62f126345bd tempest-VolumesActionsTest-1907129603 tempest-VolumesActionsTest-1907129603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:52:18.066756 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-3f6e6938-25a4-467a-a466-167c1d1b6962 req-9963bff7-4d83-4db5-8ed8-f62f126345bd tempest-VolumesActionsTest-1907129603 tempest-VolumesActionsTest-1907129603-project] 10.222.0.13 "GET /v2.0/ports?device_id=68174496-bd7c-473d-b8b1-5b830b17fda0 HTTP/1.1" status: 200 len: 945 time: 0.0511811 Sep 15 02:52:18.095916 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-3f6e6938-25a4-467a-a466-167c1d1b6962 req-2a5d5e8d-1e8b-431f-a7b8-8e2897546767 tempest-VolumesActionsTest-1907129603 tempest-VolumesActionsTest-1907129603-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2866191-b573-47f7-b1a0-0e7731dd3bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324423 Sep 15 02:52:18.128833 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-1b136bcc-385f-4b33-bf4b-dba905a08f47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:18.443291 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:19.220301 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec3f957-2610-4b40-9046-e19582f7a8df req-f5c0fafb-2831-478b-84ae-dafffd15d6a0 tempest-VolumesActionsTest-1907129603 tempest-VolumesActionsTest-1907129603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:52:19.222440 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-3ec3f957-2610-4b40-9046-e19582f7a8df req-f5c0fafb-2831-478b-84ae-dafffd15d6a0 tempest-VolumesActionsTest-1907129603 tempest-VolumesActionsTest-1907129603-project] 10.222.0.13 "GET /v2.0/ports?device_id=68174496-bd7c-473d-b8b1-5b830b17fda0 HTTP/1.1" status: 200 len: 945 time: 0.0529041 Sep 15 02:52:19.259338 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-3ec3f957-2610-4b40-9046-e19582f7a8df req-acab9791-6bce-4ac9-a398-85da5ace73cd tempest-VolumesActionsTest-1907129603 tempest-VolumesActionsTest-1907129603-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2866191-b573-47f7-b1a0-0e7731dd3bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308514 Sep 15 02:52:19.317660 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5c236e-d383-4a9d-b42f-d69cf92a3841 req-66c7b82f-88f6-47a7-94b7-6d98d31b0ed4 tempest-VolumesActionsTest-1907129603 tempest-VolumesActionsTest-1907129603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:52:19.319133 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-af5c236e-d383-4a9d-b42f-d69cf92a3841 req-66c7b82f-88f6-47a7-94b7-6d98d31b0ed4 tempest-VolumesActionsTest-1907129603 tempest-VolumesActionsTest-1907129603-project] 10.222.0.38 "GET /v2.0/ports?device_id=68174496-bd7c-473d-b8b1-5b830b17fda0 HTTP/1.1" status: 200 len: 945 time: 0.0475106 Sep 15 02:52:19.357745 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-26fc78ca-8f14-4c98-81c4-2d6c26116e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:19.412908 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.plugin [req-af5c236e-d383-4a9d-b42f-d69cf92a3841 req-20bc6678-442b-4b46-a9a8-2efb941207b6 tempest-VolumesActionsTest-1907129603 tempest-VolumesActionsTest-1907129603-project] Deleting port e0cc07eb-5c4d-4059-8833-a9f81daa62b3 {{(pid=101045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:52:19.413249 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-af5c236e-d383-4a9d-b42f-d69cf92a3841 req-20bc6678-442b-4b46-a9a8-2efb941207b6 tempest-VolumesActionsTest-1907129603 tempest-VolumesActionsTest-1907129603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781587782193'] for port, before_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:19.501067 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.db [req-af5c236e-d383-4a9d-b42f-d69cf92a3841 req-20bc6678-442b-4b46-a9a8-2efb941207b6 tempest-VolumesActionsTest-1907129603 tempest-VolumesActionsTest-1907129603-project] For port e0cc07eb-5c4d-4059-8833-a9f81daa62b3, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=e0cc07eb-5c4d-4059-8833-a9f81daa62b3,segment=NetworkSegment(76fb2a7e-6b32-4fb3-ace8-140924af1274),segment_id=76fb2a7e-6b32-4fb3-ace8-140924af1274)] {{(pid=101045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:52:19.501673 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-af5c236e-d383-4a9d-b42f-d69cf92a3841 req-20bc6678-442b-4b46-a9a8-2efb941207b6 tempest-VolumesActionsTest-1907129603 tempest-VolumesActionsTest-1907129603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023821'] for port, precommit_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:19.513759 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.plugin [req-af5c236e-d383-4a9d-b42f-d69cf92a3841 req-20bc6678-442b-4b46-a9a8-2efb941207b6 tempest-VolumesActionsTest-1907129603 tempest-VolumesActionsTest-1907129603-project] Calling delete_port for e0cc07eb-5c4d-4059-8833-a9f81daa62b3 owned by compute:nova {{(pid=101045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:52:19.694691 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-af5c236e-d383-4a9d-b42f-d69cf92a3841 req-20bc6678-442b-4b46-a9a8-2efb941207b6 tempest-VolumesActionsTest-1907129603 tempest-VolumesActionsTest-1907129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781587788279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781587269057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25563207'] for port, after_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:19.708396 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] get_ports_and_sgs() called for port_ids ['e0cc07eb-5c4d-4059-8833-a9f81daa62b3'] {{(pid=101047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 02:52:19.724842 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bc6678-442b-4b46-a9a8-2efb941207b6 tempest-VolumesActionsTest-1907129603 tempest-VolumesActionsTest-1907129603-project] Pushing event deleted for resources: {'Port': ['ID=e0cc07eb-5c4d-4059-8833-a9f81daa62b3,revision_number=None']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:52:19.762209 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.db.l3_dvrscheduler_db [req-af5c236e-d383-4a9d-b42f-d69cf92a3841 req-20bc6678-442b-4b46-a9a8-2efb941207b6 tempest-VolumesActionsTest-1907129603 tempest-VolumesActionsTest-1907129603-project] No DVR routers for this DVR port e0cc07eb-5c4d-4059-8833-a9f81daa62b3 on host hv-cinder-75995 {{(pid=101045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 02:52:19.764688 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-af5c236e-d383-4a9d-b42f-d69cf92a3841 req-20bc6678-442b-4b46-a9a8-2efb941207b6 tempest-VolumesActionsTest-1907129603 tempest-VolumesActionsTest-1907129603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89626'] for port, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:19.766708 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-af5c236e-d383-4a9d-b42f-d69cf92a3841 req-20bc6678-442b-4b46-a9a8-2efb941207b6 tempest-VolumesActionsTest-1907129603 tempest-VolumesActionsTest-1907129603-project] 10.222.0.38 "DELETE /v2.0/ports/e0cc07eb-5c4d-4059-8833-a9f81daa62b3 HTTP/1.1" status: 204 len: 173 time: 0.4405200 Sep 15 02:52:19.767174 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68174496-bd7c-473d-b8b1-5b830b17fda0', 'name': 'network-vif-deleted', 'tag': 'e0cc07eb-5c4d-4059-8833-a9f81daa62b3'}] {{(pid=101045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:52:19.769899 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86c436101efe1a363cd74fb96c1b6796ca3087f8916af27063bbdf5683c89520" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43550a1d-7c8a-44d5-8d83-4feff87af3da" -d '{"events": [{"server_uuid": "68174496-bd7c-473d-b8b1-5b830b17fda0", "name": "network-vif-deleted", "tag": "e0cc07eb-5c4d-4059-8833-a9f81daa62b3"}]}' {{(pid=101045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:52:19.804150 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 02:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68ba7c14-6881-43ed-8ac9-668ee12639e5 x-openstack-request-id: req-68ba7c14-6881-43ed-8ac9-668ee12639e5 {{(pid=101045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:52:19.804440 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68174496-bd7c-473d-b8b1-5b830b17fda0", "name": "network-vif-deleted", "tag": "e0cc07eb-5c4d-4059-8833-a9f81daa62b3", "status": "completed", "code": 200}]} {{(pid=101045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:52:19.804684 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-68ba7c14-6881-43ed-8ac9-668ee12639e5 {{(pid=101045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:52:19.805079 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68174496-bd7c-473d-b8b1-5b830b17fda0', 'name': 'network-vif-deleted', 'tag': 'e0cc07eb-5c4d-4059-8833-a9f81daa62b3', 'status': 'completed', 'code': 200} Sep 15 02:52:20.366488 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-58b6432b-5ec0-4963-8172-c89fec97c1d1 req-ad1178a5-5131-448d-a344-ad59a298f363 tempest-VolumesActionsTest-1907129603 tempest-VolumesActionsTest-1907129603-project] 10.222.0.13 "GET /v2.0/ports?device_id=68174496-bd7c-473d-b8b1-5b830b17fda0 HTTP/1.1" status: 200 len: 210 time: 0.0283413 Sep 15 02:52:21.288760 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-4787a0ec-4617-4d18-8d79-4c4aa2145a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:21.616454 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58383a9d-f65a-4527-a3b5-c657c8d0a28d req-0feee6ee-96bf-4bbb-8b1e-7bbe0ce6b35f tempest-VolumesActionsTest-1907129603 tempest-VolumesActionsTest-1907129603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:52:21.617904 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-58383a9d-f65a-4527-a3b5-c657c8d0a28d req-0feee6ee-96bf-4bbb-8b1e-7bbe0ce6b35f tempest-VolumesActionsTest-1907129603 tempest-VolumesActionsTest-1907129603-project] 10.222.0.13 "GET /v2.0/networks?id=57934293-2033-4152-be22-dfb116147e52 HTTP/1.1" status: 200 len: 808 time: 0.0988402 Sep 15 02:52:21.632616 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-58383a9d-f65a-4527-a3b5-c657c8d0a28d req-4499adaf-1a23-4f3d-b05a-3ea7f3fa5f89 tempest-VolumesActionsTest-1907129603 tempest-VolumesActionsTest-1907129603-project] 10.222.0.13 "GET /v2.0/quotas/1f6fa55bac9d43e190c5911e28020966 HTTP/1.1" status: 200 len: 375 time: 0.0089996 Sep 15 02:52:21.662853 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-58383a9d-f65a-4527-a3b5-c657c8d0a28d req-5560587c-70ce-4ff2-8708-39751561a199 tempest-VolumesActionsTest-1907129603 tempest-VolumesActionsTest-1907129603-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1f6fa55bac9d43e190c5911e28020966&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0250530 Sep 15 02:52:21.759069 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-58383a9d-f65a-4527-a3b5-c657c8d0a28d req-c01d1e1b-54dd-431f-9995-f5bcb1b08b9f service neutron] 10.222.0.13 "GET /v2.0/networks/57934293-2033-4152-be22-dfb116147e52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858250 Sep 15 02:52:21.845658 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-58383a9d-f65a-4527-a3b5-c657c8d0a28d req-dfe4a0a7-1608-407d-b97b-3b171420435e service neutron] 10.222.0.13 "GET /v2.0/networks/57934293-2033-4152-be22-dfb116147e52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840104 Sep 15 02:52:22.092836 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-80ad29f5-7a25-488e-8c6d-78e632bbe253 req-0d30fef3-c8bf-4b9c-8155-f0253f7dae39 tempest-VolumesActionsTest-1907129603 tempest-VolumesActionsTest-1907129603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d86c0b9e-0c67-4d15-8fa4-2bfdb5276654 HTTP/1.1" status: 200 len: 210 time: 0.0258248 Sep 15 02:52:22.243543 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Device e0cc07eb-5c4d-4059-8833-a9f81daa62b3 no longer exists at agent hyperv_hv-cinder-75995 {{(pid=101047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 02:52:22.263507 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.plugin [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] No Port match for: e0cc07eb-5c4d-4059-8833-a9f81daa62b3 {{(pid=101047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 02:52:22.263901 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Device e0cc07eb-5c4d-4059-8833-a9f81daa62b3 not bound to the agent host hv-cinder-75995 {{(pid=101047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 02:52:23.186091 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-6678d2af-f6fe-4e3e-9bda-4437e19cbca1 req-444446b9-f7cb-4588-8e21-f1ebc4b5c537 tempest-VolumesActionsTest-1907129603 tempest-VolumesActionsTest-1907129603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d86c0b9e-0c67-4d15-8fa4-2bfdb5276654 HTTP/1.1" status: 200 len: 210 time: 0.0254340 Sep 15 02:52:23.897282 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58383a9d-f65a-4527-a3b5-c657c8d0a28d req-198918ff-592a-4bd0-80d5-a95ac6b9f984 tempest-VolumesActionsTest-1907129603 tempest-VolumesActionsTest-1907129603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:52:23.898735 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-58383a9d-f65a-4527-a3b5-c657c8d0a28d req-198918ff-592a-4bd0-80d5-a95ac6b9f984 tempest-VolumesActionsTest-1907129603 tempest-VolumesActionsTest-1907129603-project] 10.222.0.38 "GET /v2.0/networks?id=57934293-2033-4152-be22-dfb116147e52 HTTP/1.1" status: 200 len: 808 time: 0.1000543 Sep 15 02:52:23.911269 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.v2.base [req-58383a9d-f65a-4527-a3b5-c657c8d0a28d req-c11b458c-03f1-47e3-a2ad-53a7d6bc13b9 tempest-VolumesActionsTest-1907129603 tempest-VolumesActionsTest-1907129603-project] Request body: {'port': {'device_id': 'd86c0b9e-0c67-4d15-8fa4-2bfdb5276654', 'network_id': '57934293-2033-4152-be22-dfb116147e52', 'admin_state_up': True, 'tenant_id': '1f6fa55bac9d43e190c5911e28020966'}} {{(pid=101045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:52:24.060307 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58383a9d-f65a-4527-a3b5-c657c8d0a28d req-c11b458c-03f1-47e3-a2ad-53a7d6bc13b9 tempest-VolumesActionsTest-1907129603 tempest-VolumesActionsTest-1907129603-project] Made reservation on behalf of 1f6fa55bac9d43e190c5911e28020966 for: {'port': 1} {{(pid=101045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 02:52:24.063827 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-58383a9d-f65a-4527-a3b5-c657c8d0a28d req-c11b458c-03f1-47e3-a2ad-53a7d6bc13b9 tempest-VolumesActionsTest-1907129603 tempest-VolumesActionsTest-1907129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:24.186934 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.db.db_base_plugin_common [req-58383a9d-f65a-4527-a3b5-c657c8d0a28d req-c11b458c-03f1-47e3-a2ad-53a7d6bc13b9 tempest-VolumesActionsTest-1907129603 tempest-VolumesActionsTest-1907129603-project] Allocated IP 172.20.0.14 (57934293-2033-4152-be22-dfb116147e52/bd92b8e3-c6e9-4684-9425-3396fe19561a/23b08c2e-fd26-4fcf-baad-696fcfbeed1e) {{(pid=101045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 02:52:24.278896 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-57c0f5ff-f8f0-467c-8216-5d712134683a req-7ed460cc-73a5-4af2-9fa6-7fb2c708875b tempest-VolumesActionsTest-1907129603 tempest-VolumesActionsTest-1907129603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d86c0b9e-0c67-4d15-8fa4-2bfdb5276654 HTTP/1.1" status: 200 len: 210 time: 0.0249650 Sep 15 02:52:24.340561 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-58383a9d-f65a-4527-a3b5-c657c8d0a28d req-c11b458c-03f1-47e3-a2ad-53a7d6bc13b9 tempest-VolumesActionsTest-1907129603 tempest-VolumesActionsTest-1907129603-project] Notify callbacks [] for port, precommit_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:24.414831 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-58383a9d-f65a-4527-a3b5-c657c8d0a28d req-c11b458c-03f1-47e3-a2ad-53a7d6bc13b9 tempest-VolumesActionsTest-1907129603 tempest-VolumesActionsTest-1907129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781587269048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25563207'] for port, after_create {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:24.460772 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58383a9d-f65a-4527-a3b5-c657c8d0a28d req-c11b458c-03f1-47e3-a2ad-53a7d6bc13b9 tempest-VolumesActionsTest-1907129603 tempest-VolumesActionsTest-1907129603-project] Network 57934293-2033-4152-be22-dfb116147e52 is already hosted by enough agents. {{(pid=101045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 02:52:24.463819 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.scheduler.base_scheduler [req-58383a9d-f65a-4527-a3b5-c657c8d0a28d req-c11b458c-03f1-47e3-a2ad-53a7d6bc13b9 tempest-VolumesActionsTest-1907129603 tempest-VolumesActionsTest-1907129603-project] Resources bound (agent type, host, resource id): {{(pid=101045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 02:52:24.467524 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.db.l3_dvrscheduler_db [req-58383a9d-f65a-4527-a3b5-c657c8d0a28d req-c11b458c-03f1-47e3-a2ad-53a7d6bc13b9 tempest-VolumesActionsTest-1907129603 tempest-VolumesActionsTest-1907129603-project] Received port after_create {{(pid=101045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 02:52:24.477210 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11b458c-03f1-47e3-a2ad-53a7d6bc13b9 tempest-VolumesActionsTest-1907129603 tempest-VolumesActionsTest-1907129603-project] Pushing event updated for resources: {'Port': ['ID=23b08c2e-fd26-4fcf-baad-696fcfbeed1e,revision_number=1']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:52:24.521741 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58383a9d-f65a-4527-a3b5-c657c8d0a28d req-c11b458c-03f1-47e3-a2ad-53a7d6bc13b9 tempest-VolumesActionsTest-1907129603 tempest-VolumesActionsTest-1907129603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:52:24.522348 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-58383a9d-f65a-4527-a3b5-c657c8d0a28d req-c11b458c-03f1-47e3-a2ad-53a7d6bc13b9 tempest-VolumesActionsTest-1907129603 tempest-VolumesActionsTest-1907129603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89626'] for port, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:24.614868 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-58383a9d-f65a-4527-a3b5-c657c8d0a28d req-c11b458c-03f1-47e3-a2ad-53a7d6bc13b9 tempest-VolumesActionsTest-1907129603 tempest-VolumesActionsTest-1907129603-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7077286 Sep 15 02:52:24.626589 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.v2.base [req-58383a9d-f65a-4527-a3b5-c657c8d0a28d req-ddf8dd46-80f4-4e68-b2e1-88de08b8c4f1 service neutron] Request body: {'port': {'device_id': 'd86c0b9e-0c67-4d15-8fa4-2bfdb5276654', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=101045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 02:52:24.683912 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-58383a9d-f65a-4527-a3b5-c657c8d0a28d req-ddf8dd46-80f4-4e68-b2e1-88de08b8c4f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:24.939061 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.notifiers.nova [req-58383a9d-f65a-4527-a3b5-c657c8d0a28d req-ddf8dd46-80f4-4e68-b2e1-88de08b8c4f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23b08c2e-fd26-4fcf-baad-696fcfbeed1e {{(pid=101045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 02:52:24.946810 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-58383a9d-f65a-4527-a3b5-c657c8d0a28d req-ddf8dd46-80f4-4e68-b2e1-88de08b8c4f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:24.958124 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.db.provisioning_blocks [req-58383a9d-f65a-4527-a3b5-c657c8d0a28d req-ddf8dd46-80f4-4e68-b2e1-88de08b8c4f1 service neutron] Transition to ACTIVE for port object 23b08c2e-fd26-4fcf-baad-696fcfbeed1e will not be triggered until provisioned by entity L2. {{(pid=101045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 02:52:25.003945 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-58383a9d-f65a-4527-a3b5-c657c8d0a28d req-ddf8dd46-80f4-4e68-b2e1-88de08b8c4f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25563230'] for port, after_update {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:25.052422 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf8dd46-80f4-4e68-b2e1-88de08b8c4f1 service neutron] Pushing event updated for resources: {'Port': ['ID=23b08c2e-fd26-4fcf-baad-696fcfbeed1e,revision_number=2']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:52:25.122781 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.managers [req-58383a9d-f65a-4527-a3b5-c657c8d0a28d req-ddf8dd46-80f4-4e68-b2e1-88de08b8c4f1 service neutron] Attempting to bind port 23b08c2e-fd26-4fcf-baad-696fcfbeed1e on host hv-cinder-75995 for vnic_type normal with profile {{(pid=101045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 02:52:25.123266 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.managers [req-58383a9d-f65a-4527-a3b5-c657c8d0a28d req-ddf8dd46-80f4-4e68-b2e1-88de08b8c4f1 service neutron] Attempting to bind port 23b08c2e-fd26-4fcf-baad-696fcfbeed1e by drivers openvswitch,hyperv on host hv-cinder-75995 at level 0 using segments [{'id': '76fb2a7e-6b32-4fb3-ace8-140924af1274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '57934293-2033-4152-be22-dfb116147e52'}] {{(pid=101045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 02:52:25.123590 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58383a9d-f65a-4527-a3b5-c657c8d0a28d req-ddf8dd46-80f4-4e68-b2e1-88de08b8c4f1 service neutron] Attempting to bind port 23b08c2e-fd26-4fcf-baad-696fcfbeed1e on network 57934293-2033-4152-be22-dfb116147e52 {{(pid=101045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:52:25.128785 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58383a9d-f65a-4527-a3b5-c657c8d0a28d req-ddf8dd46-80f4-4e68-b2e1-88de08b8c4f1 service neutron] Port 23b08c2e-fd26-4fcf-baad-696fcfbeed1e on network 57934293-2033-4152-be22-dfb116147e52 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75995 {{(pid=101045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 02:52:25.129099 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58383a9d-f65a-4527-a3b5-c657c8d0a28d req-ddf8dd46-80f4-4e68-b2e1-88de08b8c4f1 service neutron] Attempting to bind port 23b08c2e-fd26-4fcf-baad-696fcfbeed1e on network 57934293-2033-4152-be22-dfb116147e52 {{(pid=101045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 02:52:25.133931 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58383a9d-f65a-4527-a3b5-c657c8d0a28d req-ddf8dd46-80f4-4e68-b2e1-88de08b8c4f1 service neutron] Checking agent: {'id': 'bf643b19-1b67-4f44-847e-0724d3e1ee06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 2, 42, 35), 'started_at': datetime.datetime(2021, 9, 15, 2, 42, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 2, 52, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 02:52:25.134263 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58383a9d-f65a-4527-a3b5-c657c8d0a28d req-ddf8dd46-80f4-4e68-b2e1-88de08b8c4f1 service neutron] Checking segment: {'id': '76fb2a7e-6b32-4fb3-ace8-140924af1274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '57934293-2033-4152-be22-dfb116147e52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 02:52:25.134634 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58383a9d-f65a-4527-a3b5-c657c8d0a28d req-ddf8dd46-80f4-4e68-b2e1-88de08b8c4f1 service neutron] Bound using segment: {'id': '76fb2a7e-6b32-4fb3-ace8-140924af1274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '57934293-2033-4152-be22-dfb116147e52'} {{(pid=101045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 02:52:25.135077 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.managers [req-58383a9d-f65a-4527-a3b5-c657c8d0a28d req-ddf8dd46-80f4-4e68-b2e1-88de08b8c4f1 service neutron] Bound port: 23b08c2e-fd26-4fcf-baad-696fcfbeed1e, host: hv-cinder-75995, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76fb2a7e-6b32-4fb3-ace8-140924af1274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '57934293-2033-4152-be22-dfb116147e52'}}] {{(pid=101045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 02:52:25.135427 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-58383a9d-f65a-4527-a3b5-c657c8d0a28d req-ddf8dd46-80f4-4e68-b2e1-88de08b8c4f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:25.195914 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.db [req-58383a9d-f65a-4527-a3b5-c657c8d0a28d req-ddf8dd46-80f4-4e68-b2e1-88de08b8c4f1 service neutron] For port 23b08c2e-fd26-4fcf-baad-696fcfbeed1e, host hv-cinder-75995, cleared binding levels {{(pid=101045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 02:52:25.198731 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.db [req-58383a9d-f65a-4527-a3b5-c657c8d0a28d req-ddf8dd46-80f4-4e68-b2e1-88de08b8c4f1 service neutron] For port 23b08c2e-fd26-4fcf-baad-696fcfbeed1e, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=23b08c2e-fd26-4fcf-baad-696fcfbeed1e,segment=NetworkSegment(76fb2a7e-6b32-4fb3-ace8-140924af1274),segment_id=76fb2a7e-6b32-4fb3-ace8-140924af1274)] {{(pid=101045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 02:52:25.248841 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-58383a9d-f65a-4527-a3b5-c657c8d0a28d req-ddf8dd46-80f4-4e68-b2e1-88de08b8c4f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25563230'] for port, after_update {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:25.280215 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58383a9d-f65a-4527-a3b5-c657c8d0a28d req-ddf8dd46-80f4-4e68-b2e1-88de08b8c4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:52:25.280837 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-58383a9d-f65a-4527-a3b5-c657c8d0a28d req-ddf8dd46-80f4-4e68-b2e1-88de08b8c4f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89626'] for port, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:25.282390 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-58383a9d-f65a-4527-a3b5-c657c8d0a28d req-ddf8dd46-80f4-4e68-b2e1-88de08b8c4f1 service neutron] 10.222.0.38 "PUT /v2.0/ports/23b08c2e-fd26-4fcf-baad-696fcfbeed1e HTTP/1.1" status: 200 len: 1094 time: 0.6600251 Sep 15 02:52:25.285067 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd86c0b9e-0c67-4d15-8fa4-2bfdb5276654', 'tag': '23b08c2e-fd26-4fcf-baad-696fcfbeed1e'}] {{(pid=101045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:52:25.288023 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86c436101efe1a363cd74fb96c1b6796ca3087f8916af27063bbdf5683c89520" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf2efcf6-13bb-4f01-921a-8101883ffa21" -d '{"events": [{"name": "network-changed", "server_uuid": "d86c0b9e-0c67-4d15-8fa4-2bfdb5276654", "tag": "23b08c2e-fd26-4fcf-baad-696fcfbeed1e"}]}' {{(pid=101045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:52:25.327995 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 02:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5473c7f0-8ec6-4093-a4e7-4e5c0adda96a x-openstack-request-id: req-5473c7f0-8ec6-4093-a4e7-4e5c0adda96a {{(pid=101045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:52:25.328478 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d86c0b9e-0c67-4d15-8fa4-2bfdb5276654", "tag": "23b08c2e-fd26-4fcf-baad-696fcfbeed1e", "status": "completed", "code": 200}]} {{(pid=101045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:52:25.332615 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5473c7f0-8ec6-4093-a4e7-4e5c0adda96a {{(pid=101045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:52:25.332615 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd86c0b9e-0c67-4d15-8fa4-2bfdb5276654', 'tag': '23b08c2e-fd26-4fcf-baad-696fcfbeed1e', 'status': 'completed', 'code': 200} Sep 15 02:52:25.332615 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf8dd46-80f4-4e68-b2e1-88de08b8c4f1 service neutron] Pushing event updated for resources: {'Port': ['ID=23b08c2e-fd26-4fcf-baad-696fcfbeed1e,revision_number=3']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:52:25.392731 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2efcf6-13bb-4f01-921a-8101883ffa21 req-4e58c5f6-70d1-4e91-a637-41c0820d52b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:52:25.394440 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-bf2efcf6-13bb-4f01-921a-8101883ffa21 req-4e58c5f6-70d1-4e91-a637-41c0820d52b6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1f6fa55bac9d43e190c5911e28020966&device_id=d86c0b9e-0c67-4d15-8fa4-2bfdb5276654 HTTP/1.1" status: 200 len: 1097 time: 0.0426459 Sep 15 02:52:25.415871 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616f0cfa-6bef-45fc-ba0a-cfdcdadda806 req-a67d13fc-bc91-4224-bdac-c30378e79db2 tempest-VolumesActionsTest-1907129603 tempest-VolumesActionsTest-1907129603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:52:25.417334 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-616f0cfa-6bef-45fc-ba0a-cfdcdadda806 req-a67d13fc-bc91-4224-bdac-c30378e79db2 tempest-VolumesActionsTest-1907129603 tempest-VolumesActionsTest-1907129603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d86c0b9e-0c67-4d15-8fa4-2bfdb5276654 HTTP/1.1" status: 200 len: 944 time: 0.0507226 Sep 15 02:52:25.454268 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-616f0cfa-6bef-45fc-ba0a-cfdcdadda806 req-a082efc4-f115-458d-b156-9ac06e65108c tempest-VolumesActionsTest-1907129603 tempest-VolumesActionsTest-1907129603-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2866191-b573-47f7-b1a0-0e7731dd3bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306876 Sep 15 02:52:25.495474 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2efcf6-13bb-4f01-921a-8101883ffa21 req-99053a79-7751-4927-b6ae-793705d90034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:52:25.496935 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-bf2efcf6-13bb-4f01-921a-8101883ffa21 req-99053a79-7751-4927-b6ae-793705d90034 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=1f6fa55bac9d43e190c5911e28020966&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0953357 Sep 15 02:52:25.589204 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2efcf6-13bb-4f01-921a-8101883ffa21 req-08529139-67ad-4f20-8380-5daf2b31d38e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:52:25.590625 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-bf2efcf6-13bb-4f01-921a-8101883ffa21 req-08529139-67ad-4f20-8380-5daf2b31d38e service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0872028 Sep 15 02:52:25.671543 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58383a9d-f65a-4527-a3b5-c657c8d0a28d req-32735c03-49bd-4d89-8cb0-71e6b0af516c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:52:25.673040 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-58383a9d-f65a-4527-a3b5-c657c8d0a28d req-32735c03-49bd-4d89-8cb0-71e6b0af516c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1f6fa55bac9d43e190c5911e28020966&device_id=d86c0b9e-0c67-4d15-8fa4-2bfdb5276654 HTTP/1.1" status: 200 len: 1097 time: 0.0460057 Sep 15 02:52:25.714465 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-58383a9d-f65a-4527-a3b5-c657c8d0a28d req-04539b7c-7012-4205-809a-ef52d9b7e442 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23b08c2e-fd26-4fcf-baad-696fcfbeed1e HTTP/1.1" status: 200 len: 217 time: 0.0329533 Sep 15 02:52:25.761719 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58383a9d-f65a-4527-a3b5-c657c8d0a28d req-fdb6c6a5-c28a-42c9-b24a-493a5dc8ed99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:52:25.763168 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-58383a9d-f65a-4527-a3b5-c657c8d0a28d req-fdb6c6a5-c28a-42c9-b24a-493a5dc8ed99 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=bd92b8e3-c6e9-4684-9425-3396fe19561a HTTP/1.1" status: 200 len: 848 time: 0.0419371 Sep 15 02:52:25.794602 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-58383a9d-f65a-4527-a3b5-c657c8d0a28d req-a1115342-79df-4a4a-a8cc-75ce4642c104 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=57934293-2033-4152-be22-dfb116147e52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248835 Sep 15 02:52:25.882248 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-58383a9d-f65a-4527-a3b5-c657c8d0a28d req-0da45a3f-9db3-4977-ac8d-781ad166e3b1 service neutron] 10.222.0.38 "GET /v2.0/networks/57934293-2033-4152-be22-dfb116147e52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805993 Sep 15 02:52:25.971596 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-58383a9d-f65a-4527-a3b5-c657c8d0a28d req-389b0db4-5bb5-4d65-825a-73e5273dfca5 service neutron] 10.222.0.38 "GET /v2.0/networks/57934293-2033-4152-be22-dfb116147e52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821548 Sep 15 02:52:26.570127 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e4d105-2c82-4c9d-8314-535e272bf220 req-8a5a6853-706c-4a35-82be-3438e579cb65 tempest-VolumesActionsTest-1907129603 tempest-VolumesActionsTest-1907129603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:52:26.571520 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-74e4d105-2c82-4c9d-8314-535e272bf220 req-8a5a6853-706c-4a35-82be-3438e579cb65 tempest-VolumesActionsTest-1907129603 tempest-VolumesActionsTest-1907129603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d86c0b9e-0c67-4d15-8fa4-2bfdb5276654 HTTP/1.1" status: 200 len: 944 time: 0.0473220 Sep 15 02:52:26.608760 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-74e4d105-2c82-4c9d-8314-535e272bf220 req-f565f767-2bbe-49d8-8b41-5a103e12b5ab tempest-VolumesActionsTest-1907129603 tempest-VolumesActionsTest-1907129603-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2866191-b573-47f7-b1a0-0e7731dd3bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314484 Sep 15 02:52:26.680623 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.agents_db [None req-aaa0e2cc-b65a-40bb-b615-34ad7f0cff4d None None] Agent healthcheck: found 6 active agents {{(pid=101048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:52:27.723649 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a1d447-57d8-493f-9fc7-450b01534522 req-8d4353c1-c3d1-44d0-a757-378698831e52 tempest-VolumesActionsTest-1907129603 tempest-VolumesActionsTest-1907129603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:52:27.725088 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-d4a1d447-57d8-493f-9fc7-450b01534522 req-8d4353c1-c3d1-44d0-a757-378698831e52 tempest-VolumesActionsTest-1907129603 tempest-VolumesActionsTest-1907129603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d86c0b9e-0c67-4d15-8fa4-2bfdb5276654 HTTP/1.1" status: 200 len: 944 time: 0.0500350 Sep 15 02:52:27.761580 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-d4a1d447-57d8-493f-9fc7-450b01534522 req-d96d34f3-1c41-4492-abed-ee1e4dac0bdb tempest-VolumesActionsTest-1907129603 tempest-VolumesActionsTest-1907129603-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2866191-b573-47f7-b1a0-0e7731dd3bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307839 Sep 15 02:52:28.259050 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Device 23b08c2e-fd26-4fcf-baad-696fcfbeed1e details requested by agent hyperv_hv-cinder-75995 with host hv-cinder-75995 {{(pid=101047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 02:52:28.353085 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] For port 23b08c2e-fd26-4fcf-baad-696fcfbeed1e, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=23b08c2e-fd26-4fcf-baad-696fcfbeed1e,segment=NetworkSegment(76fb2a7e-6b32-4fb3-ace8-140924af1274),segment_id=76fb2a7e-6b32-4fb3-ace8-140924af1274)] {{(pid=101047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:52:28.364221 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Returning: {'device': '23b08c2e-fd26-4fcf-baad-696fcfbeed1e', 'network_id': '57934293-2033-4152-be22-dfb116147e52', 'port_id': '23b08c2e-fd26-4fcf-baad-696fcfbeed1e', 'mac_address': 'fa:16:3e:42:5c:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd92b8e3-c6e9-4684-9425-3396fe19561a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 02:52:28.399724 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:28.412377 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.notifiers.nova [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23b08c2e-fd26-4fcf-baad-696fcfbeed1e {{(pid=101047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 02:52:28.431607 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] For port 23b08c2e-fd26-4fcf-baad-696fcfbeed1e, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=23b08c2e-fd26-4fcf-baad-696fcfbeed1e,segment=NetworkSegment(76fb2a7e-6b32-4fb3-ace8-140924af1274),segment_id=76fb2a7e-6b32-4fb3-ace8-140924af1274)] {{(pid=101047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:52:28.523144 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:28.569556 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Pushing event updated for resources: {'Port': ['ID=23b08c2e-fd26-4fcf-baad-696fcfbeed1e,revision_number=4']} {{(pid=101047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:52:28.731889 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] get_ports_and_sgs() called for port_ids ['23b08c2e-fd26-4fcf-baad-696fcfbeed1e'] {{(pid=101047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 02:52:28.872514 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b07535a-33fa-4d6b-8ea2-3f38c93f26ba req-875890a4-b17d-490b-ac40-3b1de9a8b433 tempest-VolumesActionsTest-1907129603 tempest-VolumesActionsTest-1907129603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:52:28.874048 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-2b07535a-33fa-4d6b-8ea2-3f38c93f26ba req-875890a4-b17d-490b-ac40-3b1de9a8b433 tempest-VolumesActionsTest-1907129603 tempest-VolumesActionsTest-1907129603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d86c0b9e-0c67-4d15-8fa4-2bfdb5276654 HTTP/1.1" status: 200 len: 945 time: 0.0483596 Sep 15 02:52:28.911251 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-2b07535a-33fa-4d6b-8ea2-3f38c93f26ba req-2e3196de-3c48-4739-a674-adc8ba04d913 tempest-VolumesActionsTest-1907129603 tempest-VolumesActionsTest-1907129603-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2866191-b573-47f7-b1a0-0e7731dd3bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308812 Sep 15 02:52:30.021738 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2a70a5-67db-485d-8e97-9701b7518156 req-bb2a9da2-33ce-4db3-9249-00549390629a tempest-VolumesActionsTest-1907129603 tempest-VolumesActionsTest-1907129603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:52:30.023232 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-ca2a70a5-67db-485d-8e97-9701b7518156 req-bb2a9da2-33ce-4db3-9249-00549390629a tempest-VolumesActionsTest-1907129603 tempest-VolumesActionsTest-1907129603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d86c0b9e-0c67-4d15-8fa4-2bfdb5276654 HTTP/1.1" status: 200 len: 945 time: 0.0477226 Sep 15 02:52:30.060429 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-ca2a70a5-67db-485d-8e97-9701b7518156 req-f362f03e-18a5-4e71-9a83-3a3b9ed90e95 tempest-VolumesActionsTest-1907129603 tempest-VolumesActionsTest-1907129603-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2866191-b573-47f7-b1a0-0e7731dd3bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314522 Sep 15 02:52:30.275036 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Device 23b08c2e-fd26-4fcf-baad-696fcfbeed1e up at agent hyperv_hv-cinder-75995 {{(pid=101047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 02:52:30.368283 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Provisioning for port 23b08c2e-fd26-4fcf-baad-696fcfbeed1e completed by entity L2. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 02:52:30.371962 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.provisioning_blocks [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Provisioning complete for port 23b08c2e-fd26-4fcf-baad-696fcfbeed1e triggered by entity L2. {{(pid=101047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 02:52:30.372327 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1575204'] for port, provisioning_complete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:30.448385 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633512'] for port, before_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:30.470383 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd86c0b9e-0c67-4d15-8fa4-2bfdb5276654', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23b08c2e-fd26-4fcf-baad-696fcfbeed1e'}] {{(pid=101047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:52:30.472587 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c8380946bd2a122839d37a92bf46cf7528befbf14a007f21b6f8387627c5c86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aa9a3c7-d5c7-42f3-97f7-5d05e366ed7f" -d '{"events": [{"server_uuid": "d86c0b9e-0c67-4d15-8fa4-2bfdb5276654", "name": "network-vif-plugged", "status": "completed", "tag": "23b08c2e-fd26-4fcf-baad-696fcfbeed1e"}]}' {{(pid=101047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:52:30.484637 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] For port 23b08c2e-fd26-4fcf-baad-696fcfbeed1e, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=23b08c2e-fd26-4fcf-baad-696fcfbeed1e,segment=NetworkSegment(76fb2a7e-6b32-4fb3-ace8-140924af1274),segment_id=76fb2a7e-6b32-4fb3-ace8-140924af1274)] {{(pid=101047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:52:30.508499 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 02:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c67dcd6-4b0c-40c4-a2d1-f227e74fd3d7 x-openstack-request-id: req-3c67dcd6-4b0c-40c4-a2d1-f227e74fd3d7 {{(pid=101047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:52:30.508779 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d86c0b9e-0c67-4d15-8fa4-2bfdb5276654", "name": "network-vif-plugged", "status": "completed", "tag": "23b08c2e-fd26-4fcf-baad-696fcfbeed1e", "code": 200}]} {{(pid=101047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:52:30.509024 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3c67dcd6-4b0c-40c4-a2d1-f227e74fd3d7 {{(pid=101047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:52:30.509400 dv-cinder-759955-25-smb neutron-server[101047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd86c0b9e-0c67-4d15-8fa4-2bfdb5276654', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23b08c2e-fd26-4fcf-baad-696fcfbeed1e', 'code': 200} Sep 15 02:52:30.540165 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781587787789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781587269066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781587269084'] for port, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:30.587210 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Pushing event updated for resources: {'Port': ['ID=23b08c2e-fd26-4fcf-baad-696fcfbeed1e,revision_number=5']} {{(pid=101047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:52:30.764597 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c425050-ced4-4336-ba96-e4477048b43c req-0c76e94c-e09a-4d07-82df-50333ec5ab62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:52:30.766046 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-9c425050-ced4-4336-ba96-e4477048b43c req-0c76e94c-e09a-4d07-82df-50333ec5ab62 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d86c0b9e-0c67-4d15-8fa4-2bfdb5276654 HTTP/1.1" status: 200 len: 1099 time: 0.0424538 Sep 15 02:52:30.800815 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-9c425050-ced4-4336-ba96-e4477048b43c req-215bc292-e18d-40be-8e38-3ac24eb17c24 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=a2866191-b573-47f7-b1a0-0e7731dd3bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269768 Sep 15 02:52:31.171861 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52eec17-fdc2-4e4c-855e-86ee0c884e1f req-e80c645c-d0b7-457a-898a-35eff636127b tempest-VolumesActionsTest-1907129603 tempest-VolumesActionsTest-1907129603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:52:31.173326 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-a52eec17-fdc2-4e4c-855e-86ee0c884e1f req-e80c645c-d0b7-457a-898a-35eff636127b tempest-VolumesActionsTest-1907129603 tempest-VolumesActionsTest-1907129603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d86c0b9e-0c67-4d15-8fa4-2bfdb5276654 HTTP/1.1" status: 200 len: 946 time: 0.0472884 Sep 15 02:52:31.210550 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-a52eec17-fdc2-4e4c-855e-86ee0c884e1f req-d78d7fac-a24a-4057-91de-8e7ea8c63d38 tempest-VolumesActionsTest-1907129603 tempest-VolumesActionsTest-1907129603-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2866191-b573-47f7-b1a0-0e7731dd3bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302155 Sep 15 02:52:32.325642 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9291567f-5186-40d2-bf94-940270718daf req-0df6b04b-67e7-44d2-8ed8-08be80cdac9c tempest-VolumesActionsTest-1907129603 tempest-VolumesActionsTest-1907129603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:52:32.327117 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-9291567f-5186-40d2-bf94-940270718daf req-0df6b04b-67e7-44d2-8ed8-08be80cdac9c tempest-VolumesActionsTest-1907129603 tempest-VolumesActionsTest-1907129603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d86c0b9e-0c67-4d15-8fa4-2bfdb5276654 HTTP/1.1" status: 200 len: 946 time: 0.0473726 Sep 15 02:52:32.365245 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-9291567f-5186-40d2-bf94-940270718daf req-c0452316-919d-4393-a635-bc63e1d6d885 tempest-VolumesActionsTest-1907129603 tempest-VolumesActionsTest-1907129603-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2866191-b573-47f7-b1a0-0e7731dd3bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307815 Sep 15 02:52:32.439935 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 43716) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:52:32.590145 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.plugin [None req-2d20fc65-4d60-4d0a-9314-14994132293a tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Deleting port 74b1bed2-b267-42ee-9242-8358ea2eb40f {{(pid=101045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:52:32.590395 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-2d20fc65-4d60-4d0a-9314-14994132293a tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781587782193'] for port, before_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:32.675931 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-2d20fc65-4d60-4d0a-9314-14994132293a tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023821'] for port, precommit_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:32.676261 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-2d20fc65-4d60-4d0a-9314-14994132293a tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:32.694041 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.plugin [None req-2d20fc65-4d60-4d0a-9314-14994132293a tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Calling delete_port for 74b1bed2-b267-42ee-9242-8358ea2eb40f owned by network:floatingip {{(pid=101045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:52:32.871714 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-2d20fc65-4d60-4d0a-9314-14994132293a tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781587788279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781587269057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25563207'] for port, after_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:32.898217 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d20fc65-4d60-4d0a-9314-14994132293a tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Pushing event deleted for resources: {'Port': ['ID=74b1bed2-b267-42ee-9242-8358ea2eb40f,revision_number=None']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:52:32.957060 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-2d20fc65-4d60-4d0a-9314-14994132293a tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Notify callbacks [] for floatingip, after_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:32.957380 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.db.l3_db [None req-2d20fc65-4d60-4d0a-9314-14994132293a tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Floating IP e07076ac-17e5-452b-93d8-e49077b46204 disassociated (deleted). External IP: 172.28.3.44, port: 44a090e5-fa43-4356-84a2-bf3e42ae97ca. Sep 15 02:52:33.159237 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d20fc65-4d60-4d0a-9314-14994132293a tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Router e64f9850-2080-4c4c-bdf3-ca89f9de2926 has already been hosted by L3 agent 22749488-15d0-44a3-a4aa-285786541688 {{(pid=101045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 02:52:33.533278 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d20fc65-4d60-4d0a-9314-14994132293a tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Notify agent at l3_agent.dv-cinder-759955-25-smb the message routers_updated {{(pid=101045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 02:52:33.538488 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-2d20fc65-4d60-4d0a-9314-14994132293a tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89626'] for floatingip, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:33.543443 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7558714-a0d8-4764-9571-abdcc4b33ae0 None None] Sync routers for ids ['e64f9850-2080-4c4c-bdf3-ca89f9de2926'] in dv-cinder-759955-25-smb {{(pid=101047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 02:52:33.554071 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7558714-a0d8-4764-9571-abdcc4b33ae0 None None] Routers {'e64f9850-2080-4c4c-bdf3-ca89f9de2926'} bound to L3 agent in host dv-cinder-759955-25-smb {{(pid=101047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:52:33.554687 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_hamode_db [None req-d7558714-a0d8-4764-9571-abdcc4b33ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T02:36:18Z,description=,heartbeat_timestamp=2021-09-15T02:52:18Z,host='dv-cinder-759955-25-smb',id=22749488-15d0-44a3-a4aa-285786541688,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:36:19Z,topic='l3_agent')) {'router_ids': ['e64f9850-2080-4c4c-bdf3-ca89f9de2926'], 'active': True} {{(pid=101047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:52:33.575299 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6624a319-3256-4d63-8d21-90673712bac5 req-d91b63fd-ad40-4558-9629-352866c48bd6 tempest-VolumesActionsTest-1907129603 tempest-VolumesActionsTest-1907129603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:52:33.576745 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-6624a319-3256-4d63-8d21-90673712bac5 req-d91b63fd-ad40-4558-9629-352866c48bd6 tempest-VolumesActionsTest-1907129603 tempest-VolumesActionsTest-1907129603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d86c0b9e-0c67-4d15-8fa4-2bfdb5276654 HTTP/1.1" status: 200 len: 946 time: 0.0830536 Sep 15 02:52:33.580905 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-2d20fc65-4d60-4d0a-9314-14994132293a tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] 10.222.0.13 "DELETE /v2.0/floatingips/e07076ac-17e5-452b-93d8-e49077b46204 HTTP/1.1" status: 204 len: 168 time: 1.1367769 Sep 15 02:52:33.580905 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0620793-2692-4e64-86bf-c2f79502d007', 'tag': '44a090e5-fa43-4356-84a2-bf3e42ae97ca'}] {{(pid=101045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:52:33.581287 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86c436101efe1a363cd74fb96c1b6796ca3087f8916af27063bbdf5683c89520" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de57c094-2c7a-4a98-b4a1-87b0fedcacd3" -d '{"events": [{"name": "network-changed", "server_uuid": "a0620793-2692-4e64-86bf-c2f79502d007", "tag": "44a090e5-fa43-4356-84a2-bf3e42ae97ca"}]}' {{(pid=101045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:52:33.620688 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-6624a319-3256-4d63-8d21-90673712bac5 req-43e21bff-c370-453d-921d-0d3db7fe3c6c tempest-VolumesActionsTest-1907129603 tempest-VolumesActionsTest-1907129603-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2866191-b573-47f7-b1a0-0e7731dd3bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362306 Sep 15 02:52:33.676625 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 02:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53da55ec-8c34-491d-81a0-fe673cc24ba8 x-openstack-request-id: req-53da55ec-8c34-491d-81a0-fe673cc24ba8 {{(pid=101045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:52:33.676625 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0620793-2692-4e64-86bf-c2f79502d007", "tag": "44a090e5-fa43-4356-84a2-bf3e42ae97ca", "status": "completed", "code": 200}]} {{(pid=101045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:52:33.676625 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-53da55ec-8c34-491d-81a0-fe673cc24ba8 {{(pid=101045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:52:33.676625 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0620793-2692-4e64-86bf-c2f79502d007', 'tag': '44a090e5-fa43-4356-84a2-bf3e42ae97ca', 'status': 'completed', 'code': 200} Sep 15 02:52:33.738632 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de57c094-2c7a-4a98-b4a1-87b0fedcacd3 req-13d785e5-8afd-43d5-b83b-974e264534c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:52:33.740256 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-de57c094-2c7a-4a98-b4a1-87b0fedcacd3 req-13d785e5-8afd-43d5-b83b-974e264534c8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e2069618e1d743fb819278a57e7a8e6f&device_id=a0620793-2692-4e64-86bf-c2f79502d007 HTTP/1.1" status: 200 len: 1099 time: 0.0409091 Sep 15 02:52:33.785582 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_dvr_db [None req-d7558714-a0d8-4764-9571-abdcc4b33ae0 None None] Set router e64f9850-2080-4c4c-bdf3-ca89f9de2926 gateway port host: dv-cinder-759955-25-smb {{(pid=101047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:52:33.838021 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de57c094-2c7a-4a98-b4a1-87b0fedcacd3 req-c566ce47-cc8d-4f0f-af91-6d2d1f54892e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:52:33.839485 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-de57c094-2c7a-4a98-b4a1-87b0fedcacd3 req-c566ce47-cc8d-4f0f-af91-6d2d1f54892e service neutron] 10.222.0.38 "GET /v2.0/networks?id=193dcded-1dc2-4a00-ae04-fe03560a70da HTTP/1.1" status: 200 len: 910 time: 0.0913315 Sep 15 02:52:33.883039 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-de57c094-2c7a-4a98-b4a1-87b0fedcacd3 req-b38dbad9-5f8d-47b3-904e-b03b54e00c36 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44a090e5-fa43-4356-84a2-bf3e42ae97ca HTTP/1.1" status: 200 len: 217 time: 0.0353858 Sep 15 02:52:33.933266 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de57c094-2c7a-4a98-b4a1-87b0fedcacd3 req-f139fd67-ebc7-4f29-9c7f-fee01ea21cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:52:33.934638 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-de57c094-2c7a-4a98-b4a1-87b0fedcacd3 req-f139fd67-ebc7-4f29-9c7f-fee01ea21cfe service neutron] 10.222.0.38 "GET /v2.0/subnets?id=cd4fc7d4-cfa1-4970-b768-c487501b6af1 HTTP/1.1" status: 200 len: 848 time: 0.0452399 Sep 15 02:52:33.996525 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_hamode_db [None req-d7558714-a0d8-4764-9571-abdcc4b33ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64f9850-2080-4c4c-bdf3-ca89f9de2926', 'name': 'tempest-TestShelveInstance-1977677375-router', 'tenant_id': 'e2069618e1d743fb819278a57e7a8e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'external_fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.80'}], 'enable_snat': True}, 'gw_port_id': 'ce48348a-1b61-4c56-bf9e-51f122871519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:48:03Z', 'updated_at': '2021-09-15T02:48:08Z', 'revision_number': 4, 'project_id': 'e2069618e1d743fb819278a57e7a8e6f', 'gw_port': {'id': 'ce48348a-1b61-4c56-bf9e-51f122871519', 'name': '', 'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64f9850-2080-4c4c-bdf3-ca89f9de2926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:48:03Z', 'updated_at': '2021-09-15T02:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-smb', '_interfaces': [{'id': '5b6a5e33-1066-4b70-bb95-acd812d4d4dd', 'name': '', 'network_id': '193dcded-1dc2-4a00-ae04-fe03560a70da', 'tenant_id': 'e2069618e1d743fb819278a57e7a8e6f', 'mac_address': 'fa:16:3e:c4:71:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64f9850-2080-4c4c-bdf3-ca89f9de2926', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'cd4fc7d4-cfa1-4970-b768-c487501b6af1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:48:07Z', 'updated_at': '2021-09-15T02:48:12Z', 'revision_number': 5, 'project_id': 'e2069618e1d743fb819278a57e7a8e6f', 'subnets': [{'id': 'cd4fc7d4-cfa1-4970-b768-c487501b6af1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-25-smb', False) {} {{(pid=101047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:52:34.014770 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8370a56a-9d4a-40cf-9106-5328c0e286a9 req-2218d42e-d697-42ad-b95e-d14176347967 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:52:34.016281 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-8370a56a-9d4a-40cf-9106-5328c0e286a9 req-2218d42e-d697-42ad-b95e-d14176347967 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0620793-2692-4e64-86bf-c2f79502d007 HTTP/1.1" status: 200 len: 946 time: 0.0794232 Sep 15 02:52:34.018036 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de57c094-2c7a-4a98-b4a1-87b0fedcacd3 req-27eb73b7-f5a9-465e-8e73-695ce293282a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:52:34.019430 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-de57c094-2c7a-4a98-b4a1-87b0fedcacd3 req-27eb73b7-f5a9-465e-8e73-695ce293282a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=193dcded-1dc2-4a00-ae04-fe03560a70da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0736787 Sep 15 02:52:34.026145 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7558714-a0d8-4764-9571-abdcc4b33ae0 None None] Checking router: e64f9850-2080-4c4c-bdf3-ca89f9de2926 for host: dv-cinder-759955-25-smb {{(pid=101047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 02:52:34.032303 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7558714-a0d8-4764-9571-abdcc4b33ae0 None None] Routers {'e64f9850-2080-4c4c-bdf3-ca89f9de2926'} bound to L3 agent in host dv-cinder-759955-25-smb {{(pid=101047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:52:34.032921 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_hamode_db [None req-d7558714-a0d8-4764-9571-abdcc4b33ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T02:36:18Z,description=,heartbeat_timestamp=2021-09-15T02:52:18Z,host='dv-cinder-759955-25-smb',id=22749488-15d0-44a3-a4aa-285786541688,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:36:19Z,topic='l3_agent')) {'router_ids': ['e64f9850-2080-4c4c-bdf3-ca89f9de2926'], 'active': True} {{(pid=101047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:52:34.080132 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-8370a56a-9d4a-40cf-9106-5328c0e286a9 req-64cf2b19-7c94-4ed4-86e7-235bd6fb9514 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d61cf01-d630-4a3c-9a44-94bd00c9c599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571852 Sep 15 02:52:34.137408 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-de57c094-2c7a-4a98-b4a1-87b0fedcacd3 req-2670b0d5-ca06-4b54-94ec-37a0521a7a8d service neutron] 10.222.0.38 "GET /v2.0/networks/193dcded-1dc2-4a00-ae04-fe03560a70da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017351 Sep 15 02:52:34.141801 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_dvr_db [None req-d7558714-a0d8-4764-9571-abdcc4b33ae0 None None] Set router e64f9850-2080-4c4c-bdf3-ca89f9de2926 gateway port host: dv-cinder-759955-25-smb {{(pid=101047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:52:34.228596 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-de57c094-2c7a-4a98-b4a1-87b0fedcacd3 req-1f7a996b-66b1-405a-a327-1a7aa3d5df02 service neutron] 10.222.0.38 "GET /v2.0/networks/193dcded-1dc2-4a00-ae04-fe03560a70da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825109 Sep 15 02:52:34.347861 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_hamode_db [None req-d7558714-a0d8-4764-9571-abdcc4b33ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64f9850-2080-4c4c-bdf3-ca89f9de2926', 'name': 'tempest-TestShelveInstance-1977677375-router', 'tenant_id': 'e2069618e1d743fb819278a57e7a8e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'external_fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.80'}], 'enable_snat': True}, 'gw_port_id': 'ce48348a-1b61-4c56-bf9e-51f122871519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:48:03Z', 'updated_at': '2021-09-15T02:48:08Z', 'revision_number': 4, 'project_id': 'e2069618e1d743fb819278a57e7a8e6f', 'gw_port': {'id': 'ce48348a-1b61-4c56-bf9e-51f122871519', 'name': '', 'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64f9850-2080-4c4c-bdf3-ca89f9de2926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:48:03Z', 'updated_at': '2021-09-15T02:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-smb', '_interfaces': [{'id': '5b6a5e33-1066-4b70-bb95-acd812d4d4dd', 'name': '', 'network_id': '193dcded-1dc2-4a00-ae04-fe03560a70da', 'tenant_id': 'e2069618e1d743fb819278a57e7a8e6f', 'mac_address': 'fa:16:3e:c4:71:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64f9850-2080-4c4c-bdf3-ca89f9de2926', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'cd4fc7d4-cfa1-4970-b768-c487501b6af1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:48:07Z', 'updated_at': '2021-09-15T02:48:12Z', 'revision_number': 5, 'project_id': 'e2069618e1d743fb819278a57e7a8e6f', 'subnets': [{'id': 'cd4fc7d4-cfa1-4970-b768-c487501b6af1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-25-smb', False) {} {{(pid=101047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:52:34.377918 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7558714-a0d8-4764-9571-abdcc4b33ae0 None None] The sync data for ids ['e64f9850-2080-4c4c-bdf3-ca89f9de2926'] in dv-cinder-759955-25-smb is: [{'id': 'e64f9850-2080-4c4c-bdf3-ca89f9de2926', 'name': 'tempest-TestShelveInstance-1977677375-router', 'tenant_id': 'e2069618e1d743fb819278a57e7a8e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'external_fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.80'}], 'enable_snat': True}, 'gw_port_id': 'ce48348a-1b61-4c56-bf9e-51f122871519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:48:03Z', 'updated_at': '2021-09-15T02:48:08Z', 'revision_number': 4, 'project_id': 'e2069618e1d743fb819278a57e7a8e6f', 'gw_port': {'id': 'ce48348a-1b61-4c56-bf9e-51f122871519', 'name': '', 'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64f9850-2080-4c4c-bdf3-ca89f9de2926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:48:03Z', 'updated_at': '2021-09-15T02:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-smb', '_interfaces': [{'id': '5b6a5e33-1066-4b70-bb95-acd812d4d4dd', 'name': '', 'network_id': '193dcded-1dc2-4a00-ae04-fe03560a70da', 'tenant_id': 'e2069618e1d743fb819278a57e7a8e6f', 'mac_address': 'fa:16:3e:c4:71:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64f9850-2080-4c4c-bdf3-ca89f9de2926', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'cd4fc7d4-cfa1-4970-b768-c487501b6af1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:48:07Z', 'updated_at': '2021-09-15T02:48:12Z', 'revision_number': 5, 'project_id': 'e2069618e1d743fb819278a57e7a8e6f', 'subnets': [{'id': 'cd4fc7d4-cfa1-4970-b768-c487501b6af1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 02:52:34.566504 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2bb40f-11dd-463e-a668-916e086f26d2 None None] New status for floating IP e07076ac-17e5-452b-93d8-e49077b46204: DOWN {{(pid=101048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 02:52:34.742711 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7752a9aa-2d8d-4b41-8f86-9ddd2edf797d req-c340e1cd-80ca-4678-a834-9391c0528569 tempest-VolumesActionsTest-1907129603 tempest-VolumesActionsTest-1907129603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:52:34.744143 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-7752a9aa-2d8d-4b41-8f86-9ddd2edf797d req-c340e1cd-80ca-4678-a834-9391c0528569 tempest-VolumesActionsTest-1907129603 tempest-VolumesActionsTest-1907129603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d86c0b9e-0c67-4d15-8fa4-2bfdb5276654 HTTP/1.1" status: 200 len: 946 time: 0.0504627 Sep 15 02:52:34.781343 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-7752a9aa-2d8d-4b41-8f86-9ddd2edf797d req-0939fd51-1d12-4c36-bda3-67f5bce20cdd tempest-VolumesActionsTest-1907129603 tempest-VolumesActionsTest-1907129603-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2866191-b573-47f7-b1a0-0e7731dd3bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314105 Sep 15 02:52:34.843050 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc15748-7859-4ddf-b6ec-d6c3e29254ed req-2021d9cd-0c70-4c0d-8bb9-b7a53481fab0 tempest-VolumesActionsTest-1907129603 tempest-VolumesActionsTest-1907129603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:52:34.844565 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-ccc15748-7859-4ddf-b6ec-d6c3e29254ed req-2021d9cd-0c70-4c0d-8bb9-b7a53481fab0 tempest-VolumesActionsTest-1907129603 tempest-VolumesActionsTest-1907129603-project] 10.222.0.38 "GET /v2.0/ports?device_id=d86c0b9e-0c67-4d15-8fa4-2bfdb5276654 HTTP/1.1" status: 200 len: 946 time: 0.0456433 Sep 15 02:52:34.938260 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.plugin [req-ccc15748-7859-4ddf-b6ec-d6c3e29254ed req-c3dd6078-0233-4a22-b7ff-a8d1f9e178be tempest-VolumesActionsTest-1907129603 tempest-VolumesActionsTest-1907129603-project] Deleting port 23b08c2e-fd26-4fcf-baad-696fcfbeed1e {{(pid=101045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:52:34.938628 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-ccc15748-7859-4ddf-b6ec-d6c3e29254ed req-c3dd6078-0233-4a22-b7ff-a8d1f9e178be tempest-VolumesActionsTest-1907129603 tempest-VolumesActionsTest-1907129603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781587782193'] for port, before_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:35.024066 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.db [req-ccc15748-7859-4ddf-b6ec-d6c3e29254ed req-c3dd6078-0233-4a22-b7ff-a8d1f9e178be tempest-VolumesActionsTest-1907129603 tempest-VolumesActionsTest-1907129603-project] For port 23b08c2e-fd26-4fcf-baad-696fcfbeed1e, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=23b08c2e-fd26-4fcf-baad-696fcfbeed1e,segment=NetworkSegment(76fb2a7e-6b32-4fb3-ace8-140924af1274),segment_id=76fb2a7e-6b32-4fb3-ace8-140924af1274)] {{(pid=101045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:52:35.024335 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-ccc15748-7859-4ddf-b6ec-d6c3e29254ed req-c3dd6078-0233-4a22-b7ff-a8d1f9e178be tempest-VolumesActionsTest-1907129603 tempest-VolumesActionsTest-1907129603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023821'] for port, precommit_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:35.039577 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.plugin [req-ccc15748-7859-4ddf-b6ec-d6c3e29254ed req-c3dd6078-0233-4a22-b7ff-a8d1f9e178be tempest-VolumesActionsTest-1907129603 tempest-VolumesActionsTest-1907129603-project] Calling delete_port for 23b08c2e-fd26-4fcf-baad-696fcfbeed1e owned by compute:nova {{(pid=101045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:52:35.206596 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c1a3cc-5728-4251-a19d-e56d29acaf0b req-c043b387-a6c8-4560-84c8-99480c7de738 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:52:35.208855 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-82c1a3cc-5728-4251-a19d-e56d29acaf0b req-c043b387-a6c8-4560-84c8-99480c7de738 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0620793-2692-4e64-86bf-c2f79502d007 HTTP/1.1" status: 200 len: 946 time: 0.0526958 Sep 15 02:52:35.246161 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-82c1a3cc-5728-4251-a19d-e56d29acaf0b req-8b76ce34-137e-4d16-b84b-843c8b3fe1d6 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d61cf01-d630-4a3c-9a44-94bd00c9c599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313513 Sep 15 02:52:35.254043 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-ccc15748-7859-4ddf-b6ec-d6c3e29254ed req-c3dd6078-0233-4a22-b7ff-a8d1f9e178be tempest-VolumesActionsTest-1907129603 tempest-VolumesActionsTest-1907129603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781587788279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781587269057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25563207'] for port, after_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:35.266294 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] get_ports_and_sgs() called for port_ids ['23b08c2e-fd26-4fcf-baad-696fcfbeed1e'] {{(pid=101047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 02:52:35.294509 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dd6078-0233-4a22-b7ff-a8d1f9e178be tempest-VolumesActionsTest-1907129603 tempest-VolumesActionsTest-1907129603-project] Pushing event deleted for resources: {'Port': ['ID=23b08c2e-fd26-4fcf-baad-696fcfbeed1e,revision_number=None']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:52:35.326213 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccc15748-7859-4ddf-b6ec-d6c3e29254ed req-c3dd6078-0233-4a22-b7ff-a8d1f9e178be tempest-VolumesActionsTest-1907129603 tempest-VolumesActionsTest-1907129603-project] No DVR routers for this DVR port 23b08c2e-fd26-4fcf-baad-696fcfbeed1e on host hv-cinder-75995 {{(pid=101045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 02:52:35.328597 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [req-ccc15748-7859-4ddf-b6ec-d6c3e29254ed req-c3dd6078-0233-4a22-b7ff-a8d1f9e178be tempest-VolumesActionsTest-1907129603 tempest-VolumesActionsTest-1907129603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89626'] for port, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:35.330549 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [req-ccc15748-7859-4ddf-b6ec-d6c3e29254ed req-c3dd6078-0233-4a22-b7ff-a8d1f9e178be tempest-VolumesActionsTest-1907129603 tempest-VolumesActionsTest-1907129603-project] 10.222.0.38 "DELETE /v2.0/ports/23b08c2e-fd26-4fcf-baad-696fcfbeed1e HTTP/1.1" status: 204 len: 173 time: 0.4794705 Sep 15 02:52:35.339587 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7f305d-4355-4efc-96d6-252d74cd0ff3 req-59a014f2-683d-48b8-b801-2db576136fc0 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 02:52:35.340977 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-aa7f305d-4355-4efc-96d6-252d74cd0ff3 req-59a014f2-683d-48b8-b801-2db576136fc0 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0620793-2692-4e64-86bf-c2f79502d007 HTTP/1.1" status: 200 len: 946 time: 0.0489826 Sep 15 02:52:35.432669 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.plugin [req-aa7f305d-4355-4efc-96d6-252d74cd0ff3 req-d6b9f9a0-a077-4ac3-8023-9fbc7a79d26e tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Deleting port 44a090e5-fa43-4356-84a2-bf3e42ae97ca {{(pid=101046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:52:35.433025 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [req-aa7f305d-4355-4efc-96d6-252d74cd0ff3 req-d6b9f9a0-a077-4ac3-8023-9fbc7a79d26e tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781587782193'] for port, before_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:35.459859 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:35.520019 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.db [req-aa7f305d-4355-4efc-96d6-252d74cd0ff3 req-d6b9f9a0-a077-4ac3-8023-9fbc7a79d26e tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] For port 44a090e5-fa43-4356-84a2-bf3e42ae97ca, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=44a090e5-fa43-4356-84a2-bf3e42ae97ca,segment=NetworkSegment(9bd77118-6cfd-474e-ae0c-59175021701f),segment_id=9bd77118-6cfd-474e-ae0c-59175021701f)] {{(pid=101046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:52:35.520383 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [req-aa7f305d-4355-4efc-96d6-252d74cd0ff3 req-d6b9f9a0-a077-4ac3-8023-9fbc7a79d26e tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023821'] for port, precommit_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:35.532512 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.plugin [req-aa7f305d-4355-4efc-96d6-252d74cd0ff3 req-d6b9f9a0-a077-4ac3-8023-9fbc7a79d26e tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Calling delete_port for 44a090e5-fa43-4356-84a2-bf3e42ae97ca owned by compute:nova {{(pid=101046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:52:35.675069 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd86c0b9e-0c67-4d15-8fa4-2bfdb5276654', 'name': 'network-vif-deleted', 'tag': '23b08c2e-fd26-4fcf-baad-696fcfbeed1e'}] {{(pid=101045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:52:35.678296 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86c436101efe1a363cd74fb96c1b6796ca3087f8916af27063bbdf5683c89520" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae7853e7-341b-466f-82c2-27b96ef52fbc" -d '{"events": [{"server_uuid": "d86c0b9e-0c67-4d15-8fa4-2bfdb5276654", "name": "network-vif-deleted", "tag": "23b08c2e-fd26-4fcf-baad-696fcfbeed1e"}]}' {{(pid=101045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:52:35.711832 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 02:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b100005a-9528-4c49-a3d6-753505c84d3d x-openstack-request-id: req-b100005a-9528-4c49-a3d6-753505c84d3d {{(pid=101045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:52:35.712120 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d86c0b9e-0c67-4d15-8fa4-2bfdb5276654", "name": "network-vif-deleted", "tag": "23b08c2e-fd26-4fcf-baad-696fcfbeed1e", "status": "completed", "code": 200}]} {{(pid=101045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:52:35.712366 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b100005a-9528-4c49-a3d6-753505c84d3d {{(pid=101045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:52:35.712752 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd86c0b9e-0c67-4d15-8fa4-2bfdb5276654', 'name': 'network-vif-deleted', 'tag': '23b08c2e-fd26-4fcf-baad-696fcfbeed1e', 'status': 'completed', 'code': 200} Sep 15 02:52:35.722767 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [req-aa7f305d-4355-4efc-96d6-252d74cd0ff3 req-d6b9f9a0-a077-4ac3-8023-9fbc7a79d26e tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781587788279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781587269057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25909702'] for port, after_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:35.752402 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b9f9a0-a077-4ac3-8023-9fbc7a79d26e tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Pushing event deleted for resources: {'Port': ['ID=44a090e5-fa43-4356-84a2-bf3e42ae97ca,revision_number=None']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:52:35.791253 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa7f305d-4355-4efc-96d6-252d74cd0ff3 req-d6b9f9a0-a077-4ac3-8023-9fbc7a79d26e tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] No DVR routers for this DVR port 44a090e5-fa43-4356-84a2-bf3e42ae97ca on host hv-cinder-75995 {{(pid=101046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 02:52:35.794338 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [req-aa7f305d-4355-4efc-96d6-252d74cd0ff3 req-d6b9f9a0-a077-4ac3-8023-9fbc7a79d26e tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89626'] for port, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:35.797765 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-aa7f305d-4355-4efc-96d6-252d74cd0ff3 req-d6b9f9a0-a077-4ac3-8023-9fbc7a79d26e tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] 10.222.0.38 "DELETE /v2.0/ports/44a090e5-fa43-4356-84a2-bf3e42ae97ca HTTP/1.1" status: 204 len: 173 time: 0.4511611 Sep 15 02:52:35.798404 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0620793-2692-4e64-86bf-c2f79502d007', 'name': 'network-vif-deleted', 'tag': '44a090e5-fa43-4356-84a2-bf3e42ae97ca'}] {{(pid=101046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 02:52:35.801082 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09f236bde6c897f5223593461388a859426f0e46db55c614fbf86303128fc53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-560bf679-c8e6-4e01-b6cc-072d174a1db1" -d '{"events": [{"server_uuid": "a0620793-2692-4e64-86bf-c2f79502d007", "name": "network-vif-deleted", "tag": "44a090e5-fa43-4356-84a2-bf3e42ae97ca"}]}' {{(pid=101046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 02:52:35.898814 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-deebcc26-23d3-4967-98ee-a75e510af60e req-ff45d1b0-f9a0-4867-ba04-18bae7a9ec80 tempest-VolumesActionsTest-1907129603 tempest-VolumesActionsTest-1907129603-project] 10.222.0.13 "GET /v2.0/ports?device_id=d86c0b9e-0c67-4d15-8fa4-2bfdb5276654 HTTP/1.1" status: 200 len: 210 time: 0.0348945 Sep 15 02:52:35.965559 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 02:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca43e7ed-806c-4bdd-abde-bf390877c30b x-openstack-request-id: req-ca43e7ed-806c-4bdd-abde-bf390877c30b {{(pid=101046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 02:52:35.966084 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0620793-2692-4e64-86bf-c2f79502d007", "name": "network-vif-deleted", "tag": "44a090e5-fa43-4356-84a2-bf3e42ae97ca", "status": "completed", "code": 200}]} {{(pid=101046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 02:52:35.966565 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ca43e7ed-806c-4bdd-abde-bf390877c30b {{(pid=101046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 02:52:35.966985 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0620793-2692-4e64-86bf-c2f79502d007', 'name': 'network-vif-deleted', 'tag': '44a090e5-fa43-4356-84a2-bf3e42ae97ca', 'status': 'completed', 'code': 200} Sep 15 02:52:36.338588 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [req-d5e311d0-bf89-4cf9-8418-e36c928ed208 req-d9b4ee04-9ccd-4dca-a165-bafac5246ee8 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0620793-2692-4e64-86bf-c2f79502d007 HTTP/1.1" status: 200 len: 210 time: 0.0262341 Sep 15 02:52:37.394534 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 43768) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:52:37.453100 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-2e7fdb69-7729-45ba-b383-86a9a7dd1467 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Notify callbacks [] for security_group, before_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:37.479160 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-2e7fdb69-7729-45ba-b383-86a9a7dd1467 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:37.642622 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-2e7fdb69-7729-45ba-b383-86a9a7dd1467 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:37.645242 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-2e7fdb69-7729-45ba-b383-86a9a7dd1467 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Notify callbacks [] for security_group, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:37.646380 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-2e7fdb69-7729-45ba-b383-86a9a7dd1467 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] 10.222.0.13 "DELETE /v2.0/security-groups/1d61cf01-d630-4a3c-9a44-94bd00c9c599 HTTP/1.1" status: 204 len: 168 time: 0.2507854 Sep 15 02:52:37.655842 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7fdb69-7729-45ba-b383-86a9a7dd1467 tempest-TestShelveInstance-1381076371 tempest-TestShelveInstance-1381076371-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d61cf01-d630-4a3c-9a44-94bd00c9c599,revision_number=None']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:52:37.776029 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 43782) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:52:38.120078 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-08cddfb7-2a9e-40e5-ab86-ce8c85ca0fd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1029893'] for router_interface, before_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:38.321970 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Device 23b08c2e-fd26-4fcf-baad-696fcfbeed1e no longer exists at agent hyperv_hv-cinder-75995 {{(pid=101047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 02:52:38.341283 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.plugin [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] No Port match for: 23b08c2e-fd26-4fcf-baad-696fcfbeed1e {{(pid=101047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 02:52:38.341625 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Device 23b08c2e-fd26-4fcf-baad-696fcfbeed1e not bound to the agent host hv-cinder-75995 {{(pid=101047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 02:52:38.342033 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Device 44a090e5-fa43-4356-84a2-bf3e42ae97ca no longer exists at agent hyperv_hv-cinder-75995 {{(pid=101047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 02:52:38.359708 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.plugin [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] No Port match for: 44a090e5-fa43-4356-84a2-bf3e42ae97ca {{(pid=101047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 02:52:38.360044 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Device 44a090e5-fa43-4356-84a2-bf3e42ae97ca not bound to the agent host hv-cinder-75995 {{(pid=101047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 02:52:38.362695 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.plugin [None req-08cddfb7-2a9e-40e5-ab86-ce8c85ca0fd5 admin admin] Deleting port 5b6a5e33-1066-4b70-bb95-acd812d4d4dd {{(pid=101045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:52:38.363120 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-08cddfb7-2a9e-40e5-ab86-ce8c85ca0fd5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781587782193'] for port, before_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:38.438918 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.db [None req-08cddfb7-2a9e-40e5-ab86-ce8c85ca0fd5 admin admin] For port 5b6a5e33-1066-4b70-bb95-acd812d4d4dd, host dv-cinder-759955-25-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-smb',level=0,port_id=5b6a5e33-1066-4b70-bb95-acd812d4d4dd,segment=NetworkSegment(9bd77118-6cfd-474e-ae0c-59175021701f),segment_id=9bd77118-6cfd-474e-ae0c-59175021701f)] {{(pid=101045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:52:38.439629 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-08cddfb7-2a9e-40e5-ab86-ce8c85ca0fd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023821'] for port, precommit_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:38.454960 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.plugin [None req-08cddfb7-2a9e-40e5-ab86-ce8c85ca0fd5 admin admin] Calling delete_port for 5b6a5e33-1066-4b70-bb95-acd812d4d4dd owned by network:router_interface {{(pid=101045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:52:38.677347 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-08cddfb7-2a9e-40e5-ab86-ce8c85ca0fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781587788279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781587269057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25563207'] for port, after_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:38.700817 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cddfb7-2a9e-40e5-ab86-ce8c85ca0fd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b6a5e33-1066-4b70-bb95-acd812d4d4dd,revision_number=None']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:52:38.864251 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-08cddfb7-2a9e-40e5-ab86-ce8c85ca0fd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-576689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1029045'] for router_interface, after_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:39.085767 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08cddfb7-2a9e-40e5-ab86-ce8c85ca0fd5 admin admin] Router e64f9850-2080-4c4c-bdf3-ca89f9de2926 has already been hosted by L3 agent 22749488-15d0-44a3-a4aa-285786541688 {{(pid=101045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 02:52:39.190417 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08cddfb7-2a9e-40e5-ab86-ce8c85ca0fd5 admin admin] Notify agent at l3_agent.dv-cinder-759955-25-smb the message routers_updated {{(pid=101045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 02:52:39.199428 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-08cddfb7-2a9e-40e5-ab86-ce8c85ca0fd5 admin admin] 10.222.0.13 "PUT /v2.0/routers/e64f9850-2080-4c4c-bdf3-ca89f9de2926/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4189034 Sep 15 02:52:39.199428 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 43820) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:52:39.200044 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab6a41e-0fc0-44ae-8c00-963f6166975e None None] Sync routers for ids ['e64f9850-2080-4c4c-bdf3-ca89f9de2926'] in dv-cinder-759955-25-smb {{(pid=101047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 02:52:39.210368 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab6a41e-0fc0-44ae-8c00-963f6166975e None None] Routers {'e64f9850-2080-4c4c-bdf3-ca89f9de2926'} bound to L3 agent in host dv-cinder-759955-25-smb {{(pid=101047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:52:39.211193 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_hamode_db [None req-cab6a41e-0fc0-44ae-8c00-963f6166975e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T02:36:18Z,description=,heartbeat_timestamp=2021-09-15T02:52:18Z,host='dv-cinder-759955-25-smb',id=22749488-15d0-44a3-a4aa-285786541688,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:36:19Z,topic='l3_agent')) {'router_ids': ['e64f9850-2080-4c4c-bdf3-ca89f9de2926'], 'active': True} {{(pid=101047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:52:39.322836 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-16daa315-fdc4-4989-8f6a-524725af7a6a admin admin] Notify callbacks [] for router, before_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:39.336033 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_dvr_db [None req-cab6a41e-0fc0-44ae-8c00-963f6166975e None None] Set router e64f9850-2080-4c4c-bdf3-ca89f9de2926 gateway port host: dv-cinder-759955-25-smb {{(pid=101047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:52:39.456797 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-16daa315-fdc4-4989-8f6a-524725af7a6a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:39.534465 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_hamode_db [None req-cab6a41e-0fc0-44ae-8c00-963f6166975e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64f9850-2080-4c4c-bdf3-ca89f9de2926', 'name': 'tempest-TestShelveInstance-1977677375-router', 'tenant_id': 'e2069618e1d743fb819278a57e7a8e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'external_fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.80'}], 'enable_snat': True}, 'gw_port_id': 'ce48348a-1b61-4c56-bf9e-51f122871519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:48:03Z', 'updated_at': '2021-09-15T02:52:38Z', 'revision_number': 5, 'project_id': 'e2069618e1d743fb819278a57e7a8e6f', 'gw_port': {'id': 'ce48348a-1b61-4c56-bf9e-51f122871519', 'name': '', 'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64f9850-2080-4c4c-bdf3-ca89f9de2926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:48:03Z', 'updated_at': '2021-09-15T02:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-smb'}], 'dv-cinder-759955-25-smb', False) {} {{(pid=101047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:52:39.564868 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab6a41e-0fc0-44ae-8c00-963f6166975e None None] Checking router: e64f9850-2080-4c4c-bdf3-ca89f9de2926 for host: dv-cinder-759955-25-smb {{(pid=101047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 02:52:39.575289 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab6a41e-0fc0-44ae-8c00-963f6166975e None None] Routers {'e64f9850-2080-4c4c-bdf3-ca89f9de2926'} bound to L3 agent in host dv-cinder-759955-25-smb {{(pid=101047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:52:39.576177 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_hamode_db [None req-cab6a41e-0fc0-44ae-8c00-963f6166975e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T02:36:18Z,description=,heartbeat_timestamp=2021-09-15T02:52:18Z,host='dv-cinder-759955-25-smb',id=22749488-15d0-44a3-a4aa-285786541688,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:36:19Z,topic='l3_agent')) {'router_ids': ['e64f9850-2080-4c4c-bdf3-ca89f9de2926'], 'active': True} {{(pid=101047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:52:39.593154 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.plugin [None req-16daa315-fdc4-4989-8f6a-524725af7a6a admin admin] Deleting port ce48348a-1b61-4c56-bf9e-51f122871519 {{(pid=101045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:52:39.593787 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-16daa315-fdc4-4989-8f6a-524725af7a6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781587782193'] for port, before_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:39.688828 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_dvr_db [None req-cab6a41e-0fc0-44ae-8c00-963f6166975e None None] Set router e64f9850-2080-4c4c-bdf3-ca89f9de2926 gateway port host: None {{(pid=101047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:52:39.703772 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.db [None req-16daa315-fdc4-4989-8f6a-524725af7a6a admin admin] For port ce48348a-1b61-4c56-bf9e-51f122871519, host dv-cinder-759955-25-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-smb',level=0,port_id=ce48348a-1b61-4c56-bf9e-51f122871519,segment=NetworkSegment(4ddc9b9a-930b-46d8-934d-b4f616b6b84f),segment_id=4ddc9b9a-930b-46d8-934d-b4f616b6b84f)] {{(pid=101045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:52:39.704245 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-16daa315-fdc4-4989-8f6a-524725af7a6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023821'] for port, precommit_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:39.724128 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.plugin [None req-16daa315-fdc4-4989-8f6a-524725af7a6a admin admin] Calling delete_port for ce48348a-1b61-4c56-bf9e-51f122871519 owned by network:router_gateway {{(pid=101045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:52:39.748054 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_hamode_db [None req-cab6a41e-0fc0-44ae-8c00-963f6166975e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64f9850-2080-4c4c-bdf3-ca89f9de2926', 'name': 'tempest-TestShelveInstance-1977677375-router', 'tenant_id': 'e2069618e1d743fb819278a57e7a8e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:48:03Z', 'updated_at': '2021-09-15T02:52:39Z', 'revision_number': 6, 'project_id': 'e2069618e1d743fb819278a57e7a8e6f', 'gw_port_host': None}], 'dv-cinder-759955-25-smb', False) {} {{(pid=101047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:52:39.780313 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab6a41e-0fc0-44ae-8c00-963f6166975e None None] The sync data for ids ['e64f9850-2080-4c4c-bdf3-ca89f9de2926'] in dv-cinder-759955-25-smb is: [{'id': 'e64f9850-2080-4c4c-bdf3-ca89f9de2926', 'name': 'tempest-TestShelveInstance-1977677375-router', 'tenant_id': 'e2069618e1d743fb819278a57e7a8e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:48:03Z', 'updated_at': '2021-09-15T02:52:39Z', 'revision_number': 6, 'project_id': 'e2069618e1d743fb819278a57e7a8e6f', 'gw_port_host': None}] {{(pid=101047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 02:52:40.020985 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-16daa315-fdc4-4989-8f6a-524725af7a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781587788279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781587269057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25563207'] for port, after_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:40.077331 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16daa315-fdc4-4989-8f6a-524725af7a6a admin admin] Pushing event deleted for resources: {'Port': ['ID=ce48348a-1b61-4c56-bf9e-51f122871519,revision_number=None']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:52:40.132918 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-16daa315-fdc4-4989-8f6a-524725af7a6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1028979'] for router_gateway, after_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:40.246127 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-16daa315-fdc4-4989-8f6a-524725af7a6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1030946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-987'] for router, precommit_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:40.249785 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-16daa315-fdc4-4989-8f6a-524725af7a6a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:40.381751 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-16daa315-fdc4-4989-8f6a-524725af7a6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1031129'] for router, after_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:40.382921 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16daa315-fdc4-4989-8f6a-524725af7a6a admin admin] Fanout notify agent at l3_agent the message router_deleted on router e64f9850-2080-4c4c-bdf3-ca89f9de2926 {{(pid=101045) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 02:52:40.389891 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-16daa315-fdc4-4989-8f6a-524725af7a6a admin admin] Notify callbacks [] for router, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:40.393459 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-16daa315-fdc4-4989-8f6a-524725af7a6a admin admin] 10.222.0.13 "DELETE /v2.0/routers/e64f9850-2080-4c4c-bdf3-ca89f9de2926 HTTP/1.1" status: 204 len: 168 time: 1.1914525 Sep 15 02:52:40.393906 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 43830) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:52:40.451729 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce5c4736-1a4f-4443-8076-798e23e90907 admin admin] Deleting subnet cd4fc7d4-cfa1-4970-b768-c487501b6af1 {{(pid=101045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 02:52:40.455365 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-ce5c4736-1a4f-4443-8076-798e23e90907 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:40.494484 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-ce5c4736-1a4f-4443-8076-798e23e90907 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26884937'] for subnet, precommit_delete_associations {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:40.581047 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-ce5c4736-1a4f-4443-8076-798e23e90907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1580888'] for subnet, precommit_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:40.678386 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Device 5b6a5e33-1066-4b70-bb95-acd812d4d4dd no longer exists at agent ovs-agent-dv-cinder-759955-25-smb {{(pid=101047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 02:52:40.707056 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-ce5c4736-1a4f-4443-8076-798e23e90907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1580879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25563240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27020095'] for subnet, after_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:40.709213 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.plugin [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] No Port match for: 5b6a5e33-1066-4b70-bb95-acd812d4d4dd {{(pid=101047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 02:52:40.710021 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Device 5b6a5e33-1066-4b70-bb95-acd812d4d4dd not bound to the agent host dv-cinder-759955-25-smb {{(pid=101047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 02:52:40.710977 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Device ce48348a-1b61-4c56-bf9e-51f122871519 no longer exists at agent ovs-agent-dv-cinder-759955-25-smb {{(pid=101047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 02:52:40.723760 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-ce5c4736-1a4f-4443-8076-798e23e90907 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577872'] for subnet, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:40.729664 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-ce5c4736-1a4f-4443-8076-798e23e90907 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/cd4fc7d4-cfa1-4970-b768-c487501b6af1 HTTP/1.1" status: 204 len: 168 time: 0.3324294 Sep 15 02:52:40.731099 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 43832) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:52:40.752428 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.plugin [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] No Port match for: ce48348a-1b61-4c56-bf9e-51f122871519 {{(pid=101047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 02:52:40.752872 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Device ce48348a-1b61-4c56-bf9e-51f122871519 not bound to the agent host dv-cinder-759955-25-smb {{(pid=101047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 02:52:40.759760 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5c4736-1a4f-4443-8076-798e23e90907 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd4fc7d4-cfa1-4970-b768-c487501b6af1,revision_number=None']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:52:40.767257 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc94d52-910c-4c64-8970-5fa0ed7edf74 None None] Network 193dcded-1dc2-4a00-ae04-fe03560a70da requested from dv-cinder-759955-25-smb {{(pid=101047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 02:52:40.834987 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-c99ab564-d74c-4418-878a-ff98f25304d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615785'] for network, before_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:40.898340 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.plugin [None req-c99ab564-d74c-4418-878a-ff98f25304d5 admin admin] Deleting port 12feef62-0b4c-46b3-8eb3-5a4a02ad9f29 {{(pid=101046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:52:40.898874 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-c99ab564-d74c-4418-878a-ff98f25304d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781587782193'] for port, before_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:40.967753 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.db [None req-c99ab564-d74c-4418-878a-ff98f25304d5 admin admin] For port 12feef62-0b4c-46b3-8eb3-5a4a02ad9f29, host dv-cinder-759955-25-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-smb',level=0,port_id=12feef62-0b4c-46b3-8eb3-5a4a02ad9f29,segment=NetworkSegment(9bd77118-6cfd-474e-ae0c-59175021701f),segment_id=9bd77118-6cfd-474e-ae0c-59175021701f)] {{(pid=101046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:52:40.968256 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-c99ab564-d74c-4418-878a-ff98f25304d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023821'] for port, precommit_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:40.982105 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.plugin [None req-c99ab564-d74c-4418-878a-ff98f25304d5 admin admin] Calling delete_port for 12feef62-0b4c-46b3-8eb3-5a4a02ad9f29 owned by network:dhcp {{(pid=101046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:52:40.995287 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec5847c-d0e6-439a-96c8-b784ceda28ae None None] DHCP port deletion for 193dcded-1dc2-4a00-ae04-fe03560a70da request from dv-cinder-759955-25-smb {{(pid=101047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 02:52:41.085173 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.plugin [None req-eec5847c-d0e6-439a-96c8-b784ceda28ae None None] Deleting port 12feef62-0b4c-46b3-8eb3-5a4a02ad9f29 {{(pid=101047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:52:41.086149 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-eec5847c-d0e6-439a-96c8-b784ceda28ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781587782193'] for port, before_delete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:41.152378 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-c99ab564-d74c-4418-878a-ff98f25304d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781587788279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781587269057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25909702'] for port, after_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:41.173754 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-eec5847c-d0e6-439a-96c8-b784ceda28ae None None] For port 12feef62-0b4c-46b3-8eb3-5a4a02ad9f29, host dv-cinder-759955-25-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-smb',level=0,port_id=12feef62-0b4c-46b3-8eb3-5a4a02ad9f29,segment=NetworkSegment(9bd77118-6cfd-474e-ae0c-59175021701f),segment_id=9bd77118-6cfd-474e-ae0c-59175021701f)] {{(pid=101047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:52:41.175450 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-eec5847c-d0e6-439a-96c8-b784ceda28ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023821'] for port, precommit_delete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:41.184719 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ab564-d74c-4418-878a-ff98f25304d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=12feef62-0b4c-46b3-8eb3-5a4a02ad9f29,revision_number=None']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:52:41.194500 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99ab564-d74c-4418-878a-ff98f25304d5 admin admin] No DVR routers for this DVR port 12feef62-0b4c-46b3-8eb3-5a4a02ad9f29 on host dv-cinder-759955-25-smb {{(pid=101046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 02:52:41.204799 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.plugin [None req-eec5847c-d0e6-439a-96c8-b784ceda28ae None None] Calling delete_port for 12feef62-0b4c-46b3-8eb3-5a4a02ad9f29 owned by network:dhcp {{(pid=101047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:52:41.288825 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-c99ab564-d74c-4418-878a-ff98f25304d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579487', 'neutron.services.segments.db._delete_segments_for_network-8781587797149'] for network, precommit_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:41.300439 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-eec5847c-d0e6-439a-96c8-b784ceda28ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781587788279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781587269057'] for port, after_delete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:41.320425 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.services.segments.db [None req-c99ab564-d74c-4418-878a-ff98f25304d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['193dcded-1dc2-4a00-ae04-fe03560a70da']}} {{(pid=101046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:52:41.328318 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec5847c-d0e6-439a-96c8-b784ceda28ae None None] Pushing event deleted for resources: {'Port': ['ID=12feef62-0b4c-46b3-8eb3-5a4a02ad9f29,revision_number=None']} {{(pid=101047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:52:41.332706 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec5847c-d0e6-439a-96c8-b784ceda28ae None None] No DVR routers for this DVR port 12feef62-0b4c-46b3-8eb3-5a4a02ad9f29 on host dv-cinder-759955-25-smb {{(pid=101047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 02:52:41.339630 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.services.segments.db [None req-c99ab564-d74c-4418-878a-ff98f25304d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bd77118-6cfd-474e-ae0c-59175021701f') {'for_net_delete': True} {{(pid=101046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:52:41.340916 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.services.segments.db [None req-c99ab564-d74c-4418-878a-ff98f25304d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bd77118-6cfd-474e-ae0c-59175021701f') {} {{(pid=101046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:52:41.360117 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-c99ab564-d74c-4418-878a-ff98f25304d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781587795110', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25912466'] for segment, before_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:41.378576 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-c99ab564-d74c-4418-878a-ff98f25304d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1581261'] for segment, precommit_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:41.387276 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c99ab564-d74c-4418-878a-ff98f25304d5 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=101046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 02:52:41.387732 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-c99ab564-d74c-4418-878a-ff98f25304d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1581261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25909815'] for segment, after_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:41.389639 dv-cinder-759955-25-smb neutron-server[101046]: Traceback (most recent call last): Sep 15 02:52:41.389639 dv-cinder-759955-25-smb neutron-server[101046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 02:52:41.389639 dv-cinder-759955-25-smb neutron-server[101046]: timer() Sep 15 02:52:41.389639 dv-cinder-759955-25-smb neutron-server[101046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 02:52:41.389639 dv-cinder-759955-25-smb neutron-server[101046]: cb(*args, **kw) Sep 15 02:52:41.389639 dv-cinder-759955-25-smb neutron-server[101046]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 02:52:41.389639 dv-cinder-759955-25-smb neutron-server[101046]: return func(*args, **kwargs) Sep 15 02:52:41.389639 dv-cinder-759955-25-smb neutron-server[101046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 02:52:41.389639 dv-cinder-759955-25-smb neutron-server[101046]: self._notify() Sep 15 02:52:41.389639 dv-cinder-759955-25-smb neutron-server[101046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 02:52:41.389639 dv-cinder-759955-25-smb neutron-server[101046]: self.callback(batched_events) Sep 15 02:52:41.389639 dv-cinder-759955-25-smb neutron-server[101046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 02:52:41.389639 dv-cinder-759955-25-smb neutron-server[101046]: event.method(event) Sep 15 02:52:41.389639 dv-cinder-759955-25-smb neutron-server[101046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 02:52:41.389639 dv-cinder-759955-25-smb neutron-server[101046]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 02:52:41.389639 dv-cinder-759955-25-smb neutron-server[101046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 02:52:41.389639 dv-cinder-759955-25-smb neutron-server[101046]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 02:52:41.389639 dv-cinder-759955-25-smb neutron-server[101046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 02:52:41.389639 dv-cinder-759955-25-smb neutron-server[101046]: return f(self, *a, **k) Sep 15 02:52:41.389639 dv-cinder-759955-25-smb neutron-server[101046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 02:52:41.389639 dv-cinder-759955-25-smb neutron-server[101046]: return self._get(url).json() Sep 15 02:52:41.389639 dv-cinder-759955-25-smb neutron-server[101046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 02:52:41.389639 dv-cinder-759955-25-smb neutron-server[101046]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 02:52:41.389639 dv-cinder-759955-25-smb neutron-server[101046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 02:52:41.389639 dv-cinder-759955-25-smb neutron-server[101046]: return self.request(url, 'GET', **kwargs) Sep 15 02:52:41.389639 dv-cinder-759955-25-smb neutron-server[101046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 02:52:41.389639 dv-cinder-759955-25-smb neutron-server[101046]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 02:52:41.389639 dv-cinder-759955-25-smb neutron-server[101046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 02:52:41.389639 dv-cinder-759955-25-smb neutron-server[101046]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 02:52:41.389639 dv-cinder-759955-25-smb neutron-server[101046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 02:52:41.389639 dv-cinder-759955-25-smb neutron-server[101046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 02:52:41.389639 dv-cinder-759955-25-smb neutron-server[101046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 02:52:41.540673 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-c99ab564-d74c-4418-878a-ff98f25304d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1028887'] for network, after_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:41.546720 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-c99ab564-d74c-4418-878a-ff98f25304d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577872'] for network, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:41.549604 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-c99ab564-d74c-4418-878a-ff98f25304d5 admin admin] 10.222.0.13 "DELETE /v2.0/networks/193dcded-1dc2-4a00-ae04-fe03560a70da HTTP/1.1" status: 204 len: 168 time: 0.8159697 Sep 15 02:52:41.552765 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 43838) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:52:41.568461 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ab564-d74c-4418-878a-ff98f25304d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=193dcded-1dc2-4a00-ae04-fe03560a70da,revision_number=None']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:52:42.195292 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-692e5030-6d33-4298-b360-c93c661fe02a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1029893'] for router_interface, before_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:42.370081 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Device 12feef62-0b4c-46b3-8eb3-5a4a02ad9f29 no longer exists at agent ovs-agent-dv-cinder-759955-25-smb {{(pid=101047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 02:52:42.393359 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.plugin [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] No Port match for: 12feef62-0b4c-46b3-8eb3-5a4a02ad9f29 {{(pid=101047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 02:52:42.393706 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Device 12feef62-0b4c-46b3-8eb3-5a4a02ad9f29 not bound to the agent host dv-cinder-759955-25-smb {{(pid=101047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 02:52:42.451072 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.plugin [None req-692e5030-6d33-4298-b360-c93c661fe02a admin admin] Deleting port 79896f3e-b534-47c6-83ea-694a38862a87 {{(pid=101045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:52:42.451325 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-692e5030-6d33-4298-b360-c93c661fe02a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781587782193'] for port, before_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:42.549358 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.db [None req-692e5030-6d33-4298-b360-c93c661fe02a admin admin] For port 79896f3e-b534-47c6-83ea-694a38862a87, host dv-cinder-759955-25-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-smb',level=0,port_id=79896f3e-b534-47c6-83ea-694a38862a87,segment=NetworkSegment(85a3f2d3-2097-4338-b019-d2f8fc7712f1),segment_id=85a3f2d3-2097-4338-b019-d2f8fc7712f1)] {{(pid=101045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:52:42.550141 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-692e5030-6d33-4298-b360-c93c661fe02a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023821'] for port, precommit_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:42.567415 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.plugin [None req-692e5030-6d33-4298-b360-c93c661fe02a admin admin] Calling delete_port for 79896f3e-b534-47c6-83ea-694a38862a87 owned by network:router_interface {{(pid=101045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:52:42.861291 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-692e5030-6d33-4298-b360-c93c661fe02a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781587788279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781587269057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25563207'] for port, after_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:42.896358 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692e5030-6d33-4298-b360-c93c661fe02a admin admin] Pushing event deleted for resources: {'Port': ['ID=79896f3e-b534-47c6-83ea-694a38862a87,revision_number=None']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:52:43.085143 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-692e5030-6d33-4298-b360-c93c661fe02a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-576689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1029045'] for router_interface, after_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:43.331659 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-692e5030-6d33-4298-b360-c93c661fe02a admin admin] Router aae92e6a-1a9b-40a2-b245-eb0a387ba7f9 has already been hosted by L3 agent 22749488-15d0-44a3-a4aa-285786541688 {{(pid=101045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 02:52:43.441873 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-692e5030-6d33-4298-b360-c93c661fe02a admin admin] Notify agent at l3_agent.dv-cinder-759955-25-smb the message routers_updated {{(pid=101045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 02:52:43.447906 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-692e5030-6d33-4298-b360-c93c661fe02a admin admin] 10.222.0.13 "PUT /v2.0/routers/aae92e6a-1a9b-40a2-b245-eb0a387ba7f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8933618 Sep 15 02:52:43.450298 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 43852) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:52:43.455134 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9abed0da-3e34-4272-950c-5b83ed99fb75 None None] Sync routers for ids ['aae92e6a-1a9b-40a2-b245-eb0a387ba7f9'] in dv-cinder-759955-25-smb {{(pid=101048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 02:52:43.467380 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abed0da-3e34-4272-950c-5b83ed99fb75 None None] Routers {'aae92e6a-1a9b-40a2-b245-eb0a387ba7f9'} bound to L3 agent in host dv-cinder-759955-25-smb {{(pid=101048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:52:43.468330 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_hamode_db [None req-9abed0da-3e34-4272-950c-5b83ed99fb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T02:36:18Z,description=,heartbeat_timestamp=2021-09-15T02:52:18Z,host='dv-cinder-759955-25-smb',id=22749488-15d0-44a3-a4aa-285786541688,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:36:19Z,topic='l3_agent')) {'router_ids': ['aae92e6a-1a9b-40a2-b245-eb0a387ba7f9'], 'active': True} {{(pid=101048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:52:43.565491 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-666dc216-69ab-46c9-ac60-88e2e84b158b admin admin] Notify callbacks [] for router, before_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:43.579181 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_dvr_db [None req-9abed0da-3e34-4272-950c-5b83ed99fb75 None None] Set router aae92e6a-1a9b-40a2-b245-eb0a387ba7f9 gateway port host: dv-cinder-759955-25-smb {{(pid=101048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:52:43.683575 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-666dc216-69ab-46c9-ac60-88e2e84b158b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:43.781004 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_hamode_db [None req-9abed0da-3e34-4272-950c-5b83ed99fb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aae92e6a-1a9b-40a2-b245-eb0a387ba7f9', 'name': 'tempest-TestShelveInstance-1614803489-router', 'tenant_id': '49c2e20490af41758f761dad1c5e1062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'external_fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.161'}], 'enable_snat': True}, 'gw_port_id': 'edce0a9b-70e8-481b-9a4a-cb8f4f7f7397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:48:12Z', 'updated_at': '2021-09-15T02:52:42Z', 'revision_number': 5, 'project_id': '49c2e20490af41758f761dad1c5e1062', 'gw_port': {'id': 'edce0a9b-70e8-481b-9a4a-cb8f4f7f7397', 'name': '', 'network_id': '33518f62-a6b6-442c-a872-dfb5ddf2cbe1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ba:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae92e6a-1a9b-40a2-b245-eb0a387ba7f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'ip_address': '172.28.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-25-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T02:48:13Z', 'updated_at': '2021-09-15T02:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7529c9c6-8ff3-40d4-8357-6b3b49e7afdc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-25-smb'}], 'dv-cinder-759955-25-smb', False) {} {{(pid=101048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:52:43.807355 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.plugin [None req-666dc216-69ab-46c9-ac60-88e2e84b158b admin admin] Deleting port edce0a9b-70e8-481b-9a4a-cb8f4f7f7397 {{(pid=101045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:52:43.808273 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-666dc216-69ab-46c9-ac60-88e2e84b158b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781587782193'] for port, before_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:43.808848 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9abed0da-3e34-4272-950c-5b83ed99fb75 None None] Checking router: aae92e6a-1a9b-40a2-b245-eb0a387ba7f9 for host: dv-cinder-759955-25-smb {{(pid=101048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 02:52:43.818690 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abed0da-3e34-4272-950c-5b83ed99fb75 None None] Routers {'aae92e6a-1a9b-40a2-b245-eb0a387ba7f9'} bound to L3 agent in host dv-cinder-759955-25-smb {{(pid=101048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 02:52:43.819463 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_hamode_db [None req-9abed0da-3e34-4272-950c-5b83ed99fb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-25-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T02:36:18Z,description=,heartbeat_timestamp=2021-09-15T02:52:18Z,host='dv-cinder-759955-25-smb',id=22749488-15d0-44a3-a4aa-285786541688,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T02:36:19Z,topic='l3_agent')) {'router_ids': ['aae92e6a-1a9b-40a2-b245-eb0a387ba7f9'], 'active': True} {{(pid=101048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:52:43.914044 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.db [None req-666dc216-69ab-46c9-ac60-88e2e84b158b admin admin] For port edce0a9b-70e8-481b-9a4a-cb8f4f7f7397, host dv-cinder-759955-25-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-smb',level=0,port_id=edce0a9b-70e8-481b-9a4a-cb8f4f7f7397,segment=NetworkSegment(4ddc9b9a-930b-46d8-934d-b4f616b6b84f),segment_id=4ddc9b9a-930b-46d8-934d-b4f616b6b84f)] {{(pid=101045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:52:43.914728 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-666dc216-69ab-46c9-ac60-88e2e84b158b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023821'] for port, precommit_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:43.933579 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.plugin [None req-666dc216-69ab-46c9-ac60-88e2e84b158b admin admin] Calling delete_port for edce0a9b-70e8-481b-9a4a-cb8f4f7f7397 owned by network:router_gateway {{(pid=101045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:52:44.027094 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_dvr_db [None req-9abed0da-3e34-4272-950c-5b83ed99fb75 None None] Set router aae92e6a-1a9b-40a2-b245-eb0a387ba7f9 gateway port host: None {{(pid=101048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 02:52:44.106033 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.l3_hamode_db [None req-9abed0da-3e34-4272-950c-5b83ed99fb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aae92e6a-1a9b-40a2-b245-eb0a387ba7f9', 'name': 'tempest-TestShelveInstance-1614803489-router', 'tenant_id': '49c2e20490af41758f761dad1c5e1062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:48:12Z', 'updated_at': '2021-09-15T02:52:43Z', 'revision_number': 6, 'project_id': '49c2e20490af41758f761dad1c5e1062', 'gw_port_host': None}], 'dv-cinder-759955-25-smb', False) {} {{(pid=101048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:52:44.142388 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9abed0da-3e34-4272-950c-5b83ed99fb75 None None] The sync data for ids ['aae92e6a-1a9b-40a2-b245-eb0a387ba7f9'] in dv-cinder-759955-25-smb is: [{'id': 'aae92e6a-1a9b-40a2-b245-eb0a387ba7f9', 'name': 'tempest-TestShelveInstance-1614803489-router', 'tenant_id': '49c2e20490af41758f761dad1c5e1062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T02:48:12Z', 'updated_at': '2021-09-15T02:52:43Z', 'revision_number': 6, 'project_id': '49c2e20490af41758f761dad1c5e1062', 'gw_port_host': None}] {{(pid=101048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 02:52:44.302162 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-666dc216-69ab-46c9-ac60-88e2e84b158b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781587788279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781587269057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25563207'] for port, after_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:44.342618 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666dc216-69ab-46c9-ac60-88e2e84b158b admin admin] Pushing event deleted for resources: {'Port': ['ID=edce0a9b-70e8-481b-9a4a-cb8f4f7f7397,revision_number=None']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:52:44.410441 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-666dc216-69ab-46c9-ac60-88e2e84b158b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1028979'] for router_gateway, after_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:44.523329 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-666dc216-69ab-46c9-ac60-88e2e84b158b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1030946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-987'] for router, precommit_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:44.526263 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-666dc216-69ab-46c9-ac60-88e2e84b158b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:44.659963 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-666dc216-69ab-46c9-ac60-88e2e84b158b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1031129'] for router, after_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:44.664238 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-666dc216-69ab-46c9-ac60-88e2e84b158b admin admin] Fanout notify agent at l3_agent the message router_deleted on router aae92e6a-1a9b-40a2-b245-eb0a387ba7f9 {{(pid=101045) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 02:52:44.666485 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-666dc216-69ab-46c9-ac60-88e2e84b158b admin admin] Notify callbacks [] for router, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:44.670170 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-666dc216-69ab-46c9-ac60-88e2e84b158b admin admin] 10.222.0.13 "DELETE /v2.0/routers/aae92e6a-1a9b-40a2-b245-eb0a387ba7f9 HTTP/1.1" status: 204 len: 168 time: 1.2165210 Sep 15 02:52:44.671450 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 43858) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:52:44.716195 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1842938-07e2-406e-99a6-9537ae650b28 admin admin] Deleting subnet ced4ba96-7228-4b3a-a4a4-2e4ab448bd55 {{(pid=101046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 02:52:44.719477 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-b1842938-07e2-406e-99a6-9537ae650b28 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:44.782624 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-b1842938-07e2-406e-99a6-9537ae650b28 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25912473'] for subnet, precommit_delete_associations {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:44.895045 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-b1842938-07e2-406e-99a6-9537ae650b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1580888'] for subnet, precommit_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:45.006630 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Device 79896f3e-b534-47c6-83ea-694a38862a87 no longer exists at agent ovs-agent-dv-cinder-759955-25-smb {{(pid=101047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 02:52:45.049175 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-b1842938-07e2-406e-99a6-9537ae650b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1580879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25909737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27079613'] for subnet, after_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:45.081586 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1842938-07e2-406e-99a6-9537ae650b28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ced4ba96-7228-4b3a-a4a4-2e4ab448bd55,revision_number=None']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:52:45.088711 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-b1842938-07e2-406e-99a6-9537ae650b28 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:45.093896 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-b1842938-07e2-406e-99a6-9537ae650b28 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ced4ba96-7228-4b3a-a4a4-2e4ab448bd55 HTTP/1.1" status: 204 len: 168 time: 0.4186103 Sep 15 02:52:45.094266 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 43860) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:52:45.201423 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e8a8f0-a957-4620-806d-cd7ed29c6dcf None None] Network 4238a6fc-49b2-4a62-a4fb-7ab814520a9d requested from dv-cinder-759955-25-smb {{(pid=101047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 02:52:45.205262 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.plugin [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] No Port match for: 79896f3e-b534-47c6-83ea-694a38862a87 {{(pid=101047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 02:52:45.205734 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Device 79896f3e-b534-47c6-83ea-694a38862a87 not bound to the agent host dv-cinder-759955-25-smb {{(pid=101047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 02:52:45.223438 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-e0bc3909-02df-4734-9217-555c1a9b9ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615785'] for network, before_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:45.301635 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.plugin [None req-e0bc3909-02df-4734-9217-555c1a9b9ae5 admin admin] Deleting port aa88ef1e-39a0-4fff-b1dc-d667cc98a379 {{(pid=101045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:52:45.302882 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-e0bc3909-02df-4734-9217-555c1a9b9ae5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781587782193'] for port, before_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:45.428506 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.db [None req-e0bc3909-02df-4734-9217-555c1a9b9ae5 admin admin] For port aa88ef1e-39a0-4fff-b1dc-d667cc98a379, host dv-cinder-759955-25-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-smb',level=0,port_id=aa88ef1e-39a0-4fff-b1dc-d667cc98a379,segment=NetworkSegment(85a3f2d3-2097-4338-b019-d2f8fc7712f1),segment_id=85a3f2d3-2097-4338-b019-d2f8fc7712f1)] {{(pid=101045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:52:45.429477 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-e0bc3909-02df-4734-9217-555c1a9b9ae5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023821'] for port, precommit_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:45.450454 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.plugin [None req-e0bc3909-02df-4734-9217-555c1a9b9ae5 admin admin] Calling delete_port for aa88ef1e-39a0-4fff-b1dc-d667cc98a379 owned by network:dhcp {{(pid=101045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:52:45.471664 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-feb3a307-0c32-431d-816c-529f0973ae4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:45.509409 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15bf035-6940-4c42-a3a6-a1b40c417ab9 None None] DHCP port deletion for 4238a6fc-49b2-4a62-a4fb-7ab814520a9d request from dv-cinder-759955-25-smb {{(pid=101047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 02:52:45.568374 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.plugin [None req-e15bf035-6940-4c42-a3a6-a1b40c417ab9 None None] Deleting port aa88ef1e-39a0-4fff-b1dc-d667cc98a379 {{(pid=101047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 02:52:45.568757 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e15bf035-6940-4c42-a3a6-a1b40c417ab9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781587782193'] for port, before_delete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:45.629313 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.db [None req-e15bf035-6940-4c42-a3a6-a1b40c417ab9 None None] For port aa88ef1e-39a0-4fff-b1dc-d667cc98a379, host dv-cinder-759955-25-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-25-smb',level=0,port_id=aa88ef1e-39a0-4fff-b1dc-d667cc98a379,segment=NetworkSegment(85a3f2d3-2097-4338-b019-d2f8fc7712f1),segment_id=85a3f2d3-2097-4338-b019-d2f8fc7712f1)] {{(pid=101047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 02:52:45.629710 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e15bf035-6940-4c42-a3a6-a1b40c417ab9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023821'] for port, precommit_delete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:45.642257 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.plugin [None req-e15bf035-6940-4c42-a3a6-a1b40c417ab9 None None] Calling delete_port for aa88ef1e-39a0-4fff-b1dc-d667cc98a379 owned by network:dhcp {{(pid=101047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 02:52:45.729721 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-e0bc3909-02df-4734-9217-555c1a9b9ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781587788279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781587269057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25563207'] for port, after_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:45.735970 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e15bf035-6940-4c42-a3a6-a1b40c417ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781587788279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781587269057'] for port, after_delete {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:45.758765 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bc3909-02df-4734-9217-555c1a9b9ae5 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa88ef1e-39a0-4fff-b1dc-d667cc98a379,revision_number=None']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:52:45.761338 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15bf035-6940-4c42-a3a6-a1b40c417ab9 None None] Pushing event deleted for resources: {'Port': ['ID=aa88ef1e-39a0-4fff-b1dc-d667cc98a379,revision_number=None']} {{(pid=101047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:52:45.765174 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15bf035-6940-4c42-a3a6-a1b40c417ab9 None None] No DVR routers for this DVR port aa88ef1e-39a0-4fff-b1dc-d667cc98a379 on host dv-cinder-759955-25-smb {{(pid=101047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 02:52:45.766621 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0bc3909-02df-4734-9217-555c1a9b9ae5 admin admin] No DVR routers for this DVR port aa88ef1e-39a0-4fff-b1dc-d667cc98a379 on host dv-cinder-759955-25-smb {{(pid=101045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 02:52:45.846890 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-e0bc3909-02df-4734-9217-555c1a9b9ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579487', 'neutron.services.segments.db._delete_segments_for_network-8781587797149'] for network, precommit_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:45.869731 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.services.segments.db [None req-e0bc3909-02df-4734-9217-555c1a9b9ae5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4238a6fc-49b2-4a62-a4fb-7ab814520a9d']}} {{(pid=101045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:52:45.879747 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.services.segments.db [None req-e0bc3909-02df-4734-9217-555c1a9b9ae5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85a3f2d3-2097-4338-b019-d2f8fc7712f1') {'for_net_delete': True} {{(pid=101045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:52:45.880043 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.services.segments.db [None req-e0bc3909-02df-4734-9217-555c1a9b9ae5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85a3f2d3-2097-4338-b019-d2f8fc7712f1') {} {{(pid=101045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:52:45.890044 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-e0bc3909-02df-4734-9217-555c1a9b9ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781587795110', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26884930'] for segment, before_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:45.910883 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-e0bc3909-02df-4734-9217-555c1a9b9ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1581261'] for segment, precommit_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:45.918127 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0bc3909-02df-4734-9217-555c1a9b9ae5 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=101045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 02:52:45.918517 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-e0bc3909-02df-4734-9217-555c1a9b9ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1581261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25564086'] for segment, after_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:45.920577 dv-cinder-759955-25-smb neutron-server[101045]: Traceback (most recent call last): Sep 15 02:52:45.920577 dv-cinder-759955-25-smb neutron-server[101045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 02:52:45.920577 dv-cinder-759955-25-smb neutron-server[101045]: timer() Sep 15 02:52:45.920577 dv-cinder-759955-25-smb neutron-server[101045]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 02:52:45.920577 dv-cinder-759955-25-smb neutron-server[101045]: cb(*args, **kw) Sep 15 02:52:45.920577 dv-cinder-759955-25-smb neutron-server[101045]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 02:52:45.920577 dv-cinder-759955-25-smb neutron-server[101045]: return func(*args, **kwargs) Sep 15 02:52:45.920577 dv-cinder-759955-25-smb neutron-server[101045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 02:52:45.920577 dv-cinder-759955-25-smb neutron-server[101045]: self._notify() Sep 15 02:52:45.920577 dv-cinder-759955-25-smb neutron-server[101045]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 02:52:45.920577 dv-cinder-759955-25-smb neutron-server[101045]: self.callback(batched_events) Sep 15 02:52:45.920577 dv-cinder-759955-25-smb neutron-server[101045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 02:52:45.920577 dv-cinder-759955-25-smb neutron-server[101045]: event.method(event) Sep 15 02:52:45.920577 dv-cinder-759955-25-smb neutron-server[101045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 02:52:45.920577 dv-cinder-759955-25-smb neutron-server[101045]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 02:52:45.920577 dv-cinder-759955-25-smb neutron-server[101045]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 02:52:45.920577 dv-cinder-759955-25-smb neutron-server[101045]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 02:52:45.920577 dv-cinder-759955-25-smb neutron-server[101045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 02:52:45.920577 dv-cinder-759955-25-smb neutron-server[101045]: return f(self, *a, **k) Sep 15 02:52:45.920577 dv-cinder-759955-25-smb neutron-server[101045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 02:52:45.920577 dv-cinder-759955-25-smb neutron-server[101045]: return self._get(url).json() Sep 15 02:52:45.920577 dv-cinder-759955-25-smb neutron-server[101045]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 02:52:45.920577 dv-cinder-759955-25-smb neutron-server[101045]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 02:52:45.920577 dv-cinder-759955-25-smb neutron-server[101045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 02:52:45.920577 dv-cinder-759955-25-smb neutron-server[101045]: return self.request(url, 'GET', **kwargs) Sep 15 02:52:45.920577 dv-cinder-759955-25-smb neutron-server[101045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 02:52:45.920577 dv-cinder-759955-25-smb neutron-server[101045]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 02:52:45.920577 dv-cinder-759955-25-smb neutron-server[101045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 02:52:45.920577 dv-cinder-759955-25-smb neutron-server[101045]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 02:52:45.920577 dv-cinder-759955-25-smb neutron-server[101045]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 02:52:45.920577 dv-cinder-759955-25-smb neutron-server[101045]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 02:52:45.920577 dv-cinder-759955-25-smb neutron-server[101045]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 02:52:46.042894 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-e0bc3909-02df-4734-9217-555c1a9b9ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1028887'] for network, after_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:46.066943 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-e0bc3909-02df-4734-9217-555c1a9b9ae5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577872'] for network, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:46.074739 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-e0bc3909-02df-4734-9217-555c1a9b9ae5 admin admin] 10.222.0.13 "DELETE /v2.0/networks/4238a6fc-49b2-4a62-a4fb-7ab814520a9d HTTP/1.1" status: 204 len: 168 time: 0.9786406 Sep 15 02:52:46.075462 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bc3909-02df-4734-9217-555c1a9b9ae5 admin admin] Pushing event deleted for resources: {'Network': ['ID=4238a6fc-49b2-4a62-a4fb-7ab814520a9d,revision_number=None']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:52:46.390985 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Device aa88ef1e-39a0-4fff-b1dc-d667cc98a379 no longer exists at agent ovs-agent-dv-cinder-759955-25-smb {{(pid=101047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 02:52:46.399553 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 43876) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:52:46.415263 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.plugin [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] No Port match for: aa88ef1e-39a0-4fff-b1dc-d667cc98a379 {{(pid=101047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 02:52:46.415901 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Device aa88ef1e-39a0-4fff-b1dc-d667cc98a379 not bound to the agent host dv-cinder-759955-25-smb {{(pid=101047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 02:52:46.417933 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Device edce0a9b-70e8-481b-9a4a-cb8f4f7f7397 no longer exists at agent ovs-agent-dv-cinder-759955-25-smb {{(pid=101047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 02:52:46.438940 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.plugin [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] No Port match for: edce0a9b-70e8-481b-9a4a-cb8f4f7f7397 {{(pid=101047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 02:52:46.439592 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron.plugins.ml2.rpc [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Device edce0a9b-70e8-481b-9a4a-cb8f4f7f7397 not bound to the agent host dv-cinder-759955-25-smb {{(pid=101047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 02:52:46.466941 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-87219765-5386-471c-bb88-abd75129bd27 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e2069618e1d743fb819278a57e7a8e6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0634339 Sep 15 02:52:46.467475 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 43878) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:52:46.523499 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-a90e84d3-8dd2-4ef6-9baa-a063840cf2ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:46.548044 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-a90e84d3-8dd2-4ef6-9baa-a063840cf2ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:46.671948 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-a90e84d3-8dd2-4ef6-9baa-a063840cf2ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:46.674756 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-a90e84d3-8dd2-4ef6-9baa-a063840cf2ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:46.677319 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-a90e84d3-8dd2-4ef6-9baa-a063840cf2ca admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/83d8764c-caed-42b3-a290-058f0e573033 HTTP/1.1" status: 204 len: 168 time: 0.2078621 Sep 15 02:52:46.692766 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90e84d3-8dd2-4ef6-9baa-a063840cf2ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83d8764c-caed-42b3-a290-058f0e573033,revision_number=None']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:52:47.396525 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 43884) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:52:47.439490 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-9c747a54-7ca3-4b49-9eab-03d3ce4be964 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=49c2e20490af41758f761dad1c5e1062&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0444257 Sep 15 02:52:47.441920 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 43890) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:52:47.493580 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-36316565-5626-47a2-b56d-c7ef40267409 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:47.515658 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-36316565-5626-47a2-b56d-c7ef40267409 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:47.620286 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-36316565-5626-47a2-b56d-c7ef40267409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:47.623259 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-36316565-5626-47a2-b56d-c7ef40267409 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:47.624851 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-36316565-5626-47a2-b56d-c7ef40267409 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/114cb8c1-0395-470f-a72b-370694b97426 HTTP/1.1" status: 204 len: 168 time: 0.1818972 Sep 15 02:52:47.636235 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36316565-5626-47a2-b56d-c7ef40267409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=114cb8c1-0395-470f-a72b-370694b97426,revision_number=None']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:52:48.157704 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-3707f862-e230-4a21-94d9-c14e0975494f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:48.483092 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:49.386016 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-26fc78ca-8f14-4c98-81c4-2d6c26116e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:51.271822 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-4787a0ec-4617-4d18-8d79-4c4aa2145a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:59.036443 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.wsgi [-] (101045) accepted ('10.222.0.13', 44008) {{(pid=101045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:52:59.081507 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.db.db_base_plugin_v2 [None req-69269b6c-ac19-41dd-bcba-ab522d97fcdf admin admin] Deleting subnet bd92b8e3-c6e9-4684-9425-3396fe19561a {{(pid=101045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 02:52:59.084402 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-69269b6c-ac19-41dd-bcba-ab522d97fcdf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:59.117342 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-69269b6c-ac19-41dd-bcba-ab522d97fcdf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26884937'] for subnet, precommit_delete_associations {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:59.154172 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-69269b6c-ac19-41dd-bcba-ab522d97fcdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1580888'] for subnet, precommit_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:59.265201 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-69269b6c-ac19-41dd-bcba-ab522d97fcdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1580879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25563240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27020095'] for subnet, after_delete {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:59.291362 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron_lib.callbacks.manager [None req-69269b6c-ac19-41dd-bcba-ab522d97fcdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577872'] for subnet, before_response {{(pid=101045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:59.296090 dv-cinder-759955-25-smb neutron-server[101045]: INFO neutron.wsgi [None req-69269b6c-ac19-41dd-bcba-ab522d97fcdf admin admin] 10.222.0.13 "DELETE /v2.0/subnets/bd92b8e3-c6e9-4684-9425-3396fe19561a HTTP/1.1" status: 204 len: 168 time: 0.2558146 Sep 15 02:52:59.296090 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69269b6c-ac19-41dd-bcba-ab522d97fcdf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd92b8e3-c6e9-4684-9425-3396fe19561a,revision_number=None']} {{(pid=101045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:52:59.296301 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 44010) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:52:59.301581 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69269b6c-ac19-41dd-bcba-ab522d97fcdf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:52:59.301927 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69269b6c-ac19-41dd-bcba-ab522d97fcdf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:52:59.302265 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69269b6c-ac19-41dd-bcba-ab522d97fcdf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:52:59.302601 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69269b6c-ac19-41dd-bcba-ab522d97fcdf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:52:59.302927 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69269b6c-ac19-41dd-bcba-ab522d97fcdf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:52:59.303299 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69269b6c-ac19-41dd-bcba-ab522d97fcdf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:52:59.304111 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69269b6c-ac19-41dd-bcba-ab522d97fcdf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:52:59.304479 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69269b6c-ac19-41dd-bcba-ab522d97fcdf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:52:59.304758 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69269b6c-ac19-41dd-bcba-ab522d97fcdf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:52:59.305077 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69269b6c-ac19-41dd-bcba-ab522d97fcdf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:52:59.305398 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69269b6c-ac19-41dd-bcba-ab522d97fcdf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:52:59.305714 dv-cinder-759955-25-smb neutron-server[101045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69269b6c-ac19-41dd-bcba-ab522d97fcdf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:52:59.369399 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-4a56e070-42f4-44bb-b4ed-16bc664fd1bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1615785'] for network, before_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:59.452801 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-4a56e070-42f4-44bb-b4ed-16bc664fd1bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1579487', 'neutron.services.segments.db._delete_segments_for_network-8781587797149'] for network, precommit_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:59.472230 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.services.segments.db [None req-4a56e070-42f4-44bb-b4ed-16bc664fd1bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57934293-2033-4152-be22-dfb116147e52']}} {{(pid=101046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:52:59.481545 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.services.segments.db [None req-4a56e070-42f4-44bb-b4ed-16bc664fd1bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76fb2a7e-6b32-4fb3-ace8-140924af1274') {'for_net_delete': True} {{(pid=101046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:52:59.481837 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.services.segments.db [None req-4a56e070-42f4-44bb-b4ed-16bc664fd1bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76fb2a7e-6b32-4fb3-ace8-140924af1274') {} {{(pid=101046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 02:52:59.490789 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-4a56e070-42f4-44bb-b4ed-16bc664fd1bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781587795110', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25912466'] for segment, before_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:59.504361 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-4a56e070-42f4-44bb-b4ed-16bc664fd1bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1581261'] for segment, precommit_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:59.510586 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a56e070-42f4-44bb-b4ed-16bc664fd1bf admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=101046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 02:52:59.510982 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-4a56e070-42f4-44bb-b4ed-16bc664fd1bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1581261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25909815'] for segment, after_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:59.512620 dv-cinder-759955-25-smb neutron-server[101046]: Traceback (most recent call last): Sep 15 02:52:59.512620 dv-cinder-759955-25-smb neutron-server[101046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 02:52:59.512620 dv-cinder-759955-25-smb neutron-server[101046]: timer() Sep 15 02:52:59.512620 dv-cinder-759955-25-smb neutron-server[101046]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 02:52:59.512620 dv-cinder-759955-25-smb neutron-server[101046]: cb(*args, **kw) Sep 15 02:52:59.512620 dv-cinder-759955-25-smb neutron-server[101046]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 02:52:59.512620 dv-cinder-759955-25-smb neutron-server[101046]: return func(*args, **kwargs) Sep 15 02:52:59.512620 dv-cinder-759955-25-smb neutron-server[101046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 02:52:59.512620 dv-cinder-759955-25-smb neutron-server[101046]: self._notify() Sep 15 02:52:59.512620 dv-cinder-759955-25-smb neutron-server[101046]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 02:52:59.512620 dv-cinder-759955-25-smb neutron-server[101046]: self.callback(batched_events) Sep 15 02:52:59.512620 dv-cinder-759955-25-smb neutron-server[101046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 02:52:59.512620 dv-cinder-759955-25-smb neutron-server[101046]: event.method(event) Sep 15 02:52:59.512620 dv-cinder-759955-25-smb neutron-server[101046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 02:52:59.512620 dv-cinder-759955-25-smb neutron-server[101046]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 02:52:59.512620 dv-cinder-759955-25-smb neutron-server[101046]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 02:52:59.512620 dv-cinder-759955-25-smb neutron-server[101046]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 02:52:59.512620 dv-cinder-759955-25-smb neutron-server[101046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 02:52:59.512620 dv-cinder-759955-25-smb neutron-server[101046]: return f(self, *a, **k) Sep 15 02:52:59.512620 dv-cinder-759955-25-smb neutron-server[101046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 02:52:59.512620 dv-cinder-759955-25-smb neutron-server[101046]: return self._get(url).json() Sep 15 02:52:59.512620 dv-cinder-759955-25-smb neutron-server[101046]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 02:52:59.512620 dv-cinder-759955-25-smb neutron-server[101046]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 02:52:59.512620 dv-cinder-759955-25-smb neutron-server[101046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 02:52:59.512620 dv-cinder-759955-25-smb neutron-server[101046]: return self.request(url, 'GET', **kwargs) Sep 15 02:52:59.512620 dv-cinder-759955-25-smb neutron-server[101046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 02:52:59.512620 dv-cinder-759955-25-smb neutron-server[101046]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 02:52:59.512620 dv-cinder-759955-25-smb neutron-server[101046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 02:52:59.512620 dv-cinder-759955-25-smb neutron-server[101046]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 02:52:59.512620 dv-cinder-759955-25-smb neutron-server[101046]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 02:52:59.512620 dv-cinder-759955-25-smb neutron-server[101046]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 02:52:59.512620 dv-cinder-759955-25-smb neutron-server[101046]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 02:52:59.636950 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-4a56e070-42f4-44bb-b4ed-16bc664fd1bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1579462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1028887'] for network, after_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:59.642149 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-4a56e070-42f4-44bb-b4ed-16bc664fd1bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577872'] for network, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:52:59.646439 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-4a56e070-42f4-44bb-b4ed-16bc664fd1bf admin admin] 10.222.0.13 "DELETE /v2.0/networks/57934293-2033-4152-be22-dfb116147e52 HTTP/1.1" status: 204 len: 168 time: 0.3469105 Sep 15 02:52:59.658369 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a56e070-42f4-44bb-b4ed-16bc664fd1bf admin admin] Pushing event deleted for resources: {'Network': ['ID=57934293-2033-4152-be22-dfb116147e52,revision_number=None']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:52:59.666112 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a56e070-42f4-44bb-b4ed-16bc664fd1bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:52:59.666418 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a56e070-42f4-44bb-b4ed-16bc664fd1bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:52:59.666762 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a56e070-42f4-44bb-b4ed-16bc664fd1bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:52:59.667147 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a56e070-42f4-44bb-b4ed-16bc664fd1bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:52:59.667473 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a56e070-42f4-44bb-b4ed-16bc664fd1bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:52:59.667805 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a56e070-42f4-44bb-b4ed-16bc664fd1bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:52:59.668123 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a56e070-42f4-44bb-b4ed-16bc664fd1bf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:52:59.668447 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a56e070-42f4-44bb-b4ed-16bc664fd1bf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:52:59.668775 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a56e070-42f4-44bb-b4ed-16bc664fd1bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:52:59.669096 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a56e070-42f4-44bb-b4ed-16bc664fd1bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:52:59.669417 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a56e070-42f4-44bb-b4ed-16bc664fd1bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:52:59.669734 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a56e070-42f4-44bb-b4ed-16bc664fd1bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-25-smb {{(pid=101046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 02:52:59.934199 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 44016) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:52:59.977519 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-f2768558-95df-4ee1-9c98-ca2de31afc66 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1f6fa55bac9d43e190c5911e28020966&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0421796 Sep 15 02:52:59.979934 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 44018) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:53:00.029273 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-279f4b6e-53a7-4393-a55a-9dec850f8193 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:53:00.049801 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-279f4b6e-53a7-4393-a55a-9dec850f8193 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:53:00.145025 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-279f4b6e-53a7-4393-a55a-9dec850f8193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:53:00.148249 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-279f4b6e-53a7-4393-a55a-9dec850f8193 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:53:00.149440 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-279f4b6e-53a7-4393-a55a-9dec850f8193 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a2866191-b573-47f7-b1a0-0e7731dd3bf7 HTTP/1.1" status: 204 len: 168 time: 0.1685977 Sep 15 02:53:00.156998 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279f4b6e-53a7-4393-a55a-9dec850f8193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2866191-b573-47f7-b1a0-0e7731dd3bf7,revision_number=None']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:53:03.681200 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.agents_db [None req-aaa0e2cc-b65a-40bb-b615-34ad7f0cff4d None None] Agent healthcheck: found 6 active agents {{(pid=101048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:53:05.516550 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:53:12.664351 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 44134) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:53:12.764779 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-b41e3b43-8f36-447c-9013-eef5df3d9b1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:53:12.851064 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-b41e3b43-8f36-447c-9013-eef5df3d9b1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:53:12.915909 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-b41e3b43-8f36-447c-9013-eef5df3d9b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_create {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:53:12.951732 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41e3b43-8f36-447c-9013-eef5df3d9b1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3526cc1-163f-4f60-9c63-402b0c43bf3b,revision_number=1']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:53:12.956086 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-b41e3b43-8f36-447c-9013-eef5df3d9b1a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dd58f266ce044383b0fd07837ed15fcd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2907422 Sep 15 02:53:12.958682 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.wsgi [-] (101046) accepted ('10.222.0.13', 44138) {{(pid=101046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 02:53:13.008971 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-09dcf73f-6aac-4b3c-9c42-7af78ce52ea1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:53:13.029703 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-09dcf73f-6aac-4b3c-9c42-7af78ce52ea1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:53:13.116269 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-09dcf73f-6aac-4b3c-9c42-7af78ce52ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892590'] for security_group, after_delete {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:53:13.118736 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron_lib.callbacks.manager [None req-09dcf73f-6aac-4b3c-9c42-7af78ce52ea1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:53:13.121695 dv-cinder-759955-25-smb neutron-server[101046]: INFO neutron.wsgi [None req-09dcf73f-6aac-4b3c-9c42-7af78ce52ea1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a3526cc1-163f-4f60-9c63-402b0c43bf3b HTTP/1.1" status: 204 len: 168 time: 0.1603010 Sep 15 02:53:13.128256 dv-cinder-759955-25-smb neutron-server[101046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dcf73f-6aac-4b3c-9c42-7af78ce52ea1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3526cc1-163f-4f60-9c63-402b0c43bf3b,revision_number=None']} {{(pid=101046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 02:53:15.476449 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-874bb02a-e7d2-4699-9b16-443096c03d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:53:18.144633 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-4ad622c8-7605-4a7e-b464-536f62343270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:53:18.430183 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:53:19.419081 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-26fc78ca-8f14-4c98-81c4-2d6c26116e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:53:21.281638 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-4787a0ec-4617-4d18-8d79-4c4aa2145a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:53:35.486796 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:53:40.679712 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.agents_db [None req-aaa0e2cc-b65a-40bb-b615-34ad7f0cff4d None None] Agent healthcheck: found 6 active agents {{(pid=101048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:53:45.447372 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-d9d1bca8-59e6-4765-8604-0f2c3c0ee9e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:53:48.127217 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-1f301947-e289-4e5d-8c35-46410a3457c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:53:48.441256 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:53:49.418840 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-26fc78ca-8f14-4c98-81c4-2d6c26116e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:53:51.309683 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-4787a0ec-4617-4d18-8d79-4c4aa2145a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:54:05.492301 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:54:15.463670 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-17c38b60-c3f6-4829-81c4-4af0e4be3148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:54:17.678842 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.agents_db [None req-aaa0e2cc-b65a-40bb-b615-34ad7f0cff4d None None] Agent healthcheck: found 6 active agents {{(pid=101048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:54:18.114577 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-6a6bdb84-9ab4-426c-bdda-0e2377b589f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:54:18.446240 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:54:19.389174 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-26fc78ca-8f14-4c98-81c4-2d6c26116e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:54:21.280419 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-4787a0ec-4617-4d18-8d79-4c4aa2145a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:54:35.497152 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:54:45.480203 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e8f6da3c-518e-49a4-813b-74759722d440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:54:48.125814 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-3aaf575b-8523-46e0-b074-8fb11da4199d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:54:48.451417 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:54:49.400360 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-26fc78ca-8f14-4c98-81c4-2d6c26116e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:54:51.314066 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-4787a0ec-4617-4d18-8d79-4c4aa2145a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:54:54.677682 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.agents_db [None req-aaa0e2cc-b65a-40bb-b615-34ad7f0cff4d None None] Agent healthcheck: found 6 active agents {{(pid=101048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:55:05.473790 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:55:15.439354 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-52ee57d0-d311-4723-813c-f2d7b73e9ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:55:18.119379 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-0d01fc17-5eb4-428e-a676-b2691fd809cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:55:18.456361 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:55:19.399329 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-26fc78ca-8f14-4c98-81c4-2d6c26116e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:55:21.285611 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-4787a0ec-4617-4d18-8d79-4c4aa2145a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:55:31.675784 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.agents_db [None req-aaa0e2cc-b65a-40bb-b615-34ad7f0cff4d None None] Agent healthcheck: found 6 active agents {{(pid=101048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:55:35.507603 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:55:45.427290 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-1365f736-3b03-437d-9e96-01e3835cb0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:55:48.101338 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-412c83a3-725e-446f-a37d-be6c563a4836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:55:48.461601 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:55:49.421565 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-26fc78ca-8f14-4c98-81c4-2d6c26116e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:55:51.318791 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-4787a0ec-4617-4d18-8d79-4c4aa2145a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:56:05.518699 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:56:08.674633 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.agents_db [None req-aaa0e2cc-b65a-40bb-b615-34ad7f0cff4d None None] Agent healthcheck: found 6 active agents {{(pid=101048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:56:15.489313 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-b8c3be5a-ecb3-4091-b3f4-faec0474bb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:56:18.118075 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-5929e1ea-126b-4ada-b6e3-9dbf26046f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:56:18.483923 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:56:19.403894 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-26fc78ca-8f14-4c98-81c4-2d6c26116e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:56:21.289393 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-4787a0ec-4617-4d18-8d79-4c4aa2145a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:56:35.517428 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:56:45.461395 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-9fb3e13f-5295-4b6d-a9eb-62c041963b8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:56:45.673190 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.agents_db [None req-aaa0e2cc-b65a-40bb-b615-34ad7f0cff4d None None] Agent healthcheck: found 6 active agents {{(pid=101048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:56:48.128843 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-044635c6-bab0-41e7-b343-5c3895bb6a23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:56:48.461056 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:56:49.415107 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-26fc78ca-8f14-4c98-81c4-2d6c26116e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:56:51.282755 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-4787a0ec-4617-4d18-8d79-4c4aa2145a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:57:05.533876 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:57:15.476665 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-56773ad6-516d-434b-b84b-f8e5c9436e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:57:18.122655 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-3d562db1-2469-45d9-8bc0-db3a67fbc00c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:57:18.453707 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:57:19.413889 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-26fc78ca-8f14-4c98-81c4-2d6c26116e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:57:21.293398 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-4787a0ec-4617-4d18-8d79-4c4aa2145a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:57:22.671685 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.agents_db [None req-aaa0e2cc-b65a-40bb-b615-34ad7f0cff4d None None] Agent healthcheck: found 6 active agents {{(pid=101048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:57:35.521730 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:57:45.441774 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-56af5b07-3c76-418f-b75d-57c8f1f4c959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:57:48.121809 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-25fa7544-4624-4667-a524-20437165d90b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:57:48.470086 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-fcf09e11-a371-4f7d-8043-9816b53e28c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:57:49.390064 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-26fc78ca-8f14-4c98-81c4-2d6c26116e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:57:51.287638 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-4787a0ec-4617-4d18-8d79-4c4aa2145a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 02:57:59.669785 dv-cinder-759955-25-smb neutron-server[101048]: DEBUG neutron.db.agents_db [None req-aaa0e2cc-b65a-40bb-b615-34ad7f0cff4d None None] Agent healthcheck: found 6 active agents {{(pid=101048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 02:58:05.510001 dv-cinder-759955-25-smb neutron-server[101047]: DEBUG neutron_lib.callbacks.manager [None req-e545cdda-76b6-4ec1-a539-a5db9dcf0a08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781587797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1578463'] for agent, after_update {{(pid=101047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}